Diff of the two buildlogs: -- --- b1/build.log 2024-05-16 12:27:43.220162344 +0000 +++ b2/build.log 2024-05-16 12:33:57.744226602 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Wed Jun 18 06:44:40 -12 2025 -I: pbuilder-time-stamp: 1750272280 +I: Current time: Fri May 17 02:27:49 +14 2024 +I: pbuilder-time-stamp: 1715862469 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/unstable-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying drive-full-checker.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/2455882/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/D01_modify_environment starting +debug: Running on codethink02-arm64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 May 16 12:27 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='arm64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="21" [3]="1" [4]="release" [5]="aarch64-unknown-linux-gnu") + BASH_VERSION='5.2.21(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=arm64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='unstable' - HOME='/root' - HOST_ARCH='arm64' + DIRSTACK=() + DISTRIBUTION=unstable + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=aarch64 + HOST_ARCH=arm64 IFS=' ' - INVOCATION_ID='8d47f0b626a64f369f24970d0c9e1c4f' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='2455882' - PS1='# ' - PS2='> ' + INVOCATION_ID=03e928586cdb437089f18435c8704986 + LANG=C + LANGUAGE=nl_BE:nl + LC_ALL=C + MACHTYPE=aarch64-unknown-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=1513027 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.bQuVJyQw/pbuilderrc_Aomf --distribution unstable --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.bQuVJyQw/b1 --logfile b1/build.log swift_2.33.0-4.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://192.168.101.4:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.bQuVJyQw/pbuilderrc_Qr2Q --distribution unstable --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.bQuVJyQw/b2 --logfile b2/build.log swift_2.33.0-4.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://192.168.101.4:3128 I: uname -a - Linux codethink03-arm64 6.1.0-21-cloud-arm64 #1 SMP Debian 6.1.90-1 (2024-05-03) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-21-cloud-arm64 #1 SMP Debian 6.1.90-1 (2024-05-03) aarch64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Jun 17 14:05 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/2455882/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 May 15 07:42 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -415,7 +447,7 @@ Get: 229 http://deb.debian.org/debian unstable/main arm64 python3-requests-mock all 1.11.0-1 [17.4 kB] Get: 230 http://deb.debian.org/debian unstable/main arm64 python3-swiftclient all 1:4.5.0-2 [76.1 kB] Get: 231 http://deb.debian.org/debian unstable/main arm64 python3-xattr arm64 0.10.1-1 [16.1 kB] -Fetched 68.4 MB in 1s (82.9 MB/s) +Fetched 68.4 MB in 0s (179 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.11-minimal:arm64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19746 files and directories currently installed.) @@ -1146,8 +1178,8 @@ Setting up tzdata (2024a-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Wed Jun 18 18:45:09 UTC 2025. -Universal Time is now: Wed Jun 18 18:45:09 UTC 2025. +Local time is now: Thu May 16 12:28:18 UTC 2024. +Universal Time is now: Thu May 16 12:28:18 UTC 2024. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up autotools-dev (20220109.1) ... @@ -1380,7 +1412,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for unstable +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.33.0-4 dpkg-buildpackage: info: source distribution unstable @@ -1554,33 +1590,45 @@ running build running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers @@ -1588,13 +1636,6 @@ copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers @@ -1611,76 +1652,12 @@ copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto @@ -1689,17 +1666,6 @@ copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware @@ -1732,6 +1698,76 @@ copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2460,13 +2496,6 @@ running build running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers @@ -2475,43 +2504,6 @@ copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj @@ -2525,19 +2517,35 @@ copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common @@ -2565,13 +2573,24 @@ copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware @@ -2604,11 +2623,6 @@ copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli @@ -2625,19 +2639,41 @@ copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3178,27 +3214,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de/LC_MESSAGES @@ -3236,6 +3251,27 @@ creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema running build_scripts creating build/scripts-3.11 copying and adjusting bin/swift-account-audit -> build/scripts-3.11 @@ -3334,20 +3370,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3362,24 +3413,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ + cut -d/cut -f2 -d. - -f1 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ cut -d. -f1 -+ cut -d/ -f2 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ sed -e s/swift-// -+ cut -d. -f1 -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ sed -e s/swift-// +++ cut -d. -f1 ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d. -f1 +++ sed -e s/swift-// +++ cut -d/ -f2 ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ sed -e s/swift-// +++ cut -d. -f1 ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -3409,21 +3466,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3466,6 +3528,83 @@ running build_py creating build/lib creating build/lib/swift +creating build/lib/swift/common +creating build/lib/swift/common/middleware +creating build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api +copying swift/__init__.py -> build/lib/swift +copying swift/common/wsgi.py -> build/lib/swift/common +copying swift/common/swob.py -> build/lib/swift/common +copying swift/common/storage_policy.py -> build/lib/swift/common +copying swift/common/splice.py -> build/lib/swift/common +copying swift/common/request_helpers.py -> build/lib/swift/common +copying swift/common/registry.py -> build/lib/swift/common +copying swift/common/recon.py -> build/lib/swift/common +copying swift/common/memcached.py -> build/lib/swift/common +copying swift/common/manager.py -> build/lib/swift/common +copying swift/common/linkat.py -> build/lib/swift/common +copying swift/common/internal_client.py -> build/lib/swift/common +copying swift/common/http_protocol.py -> build/lib/swift/common +copying swift/common/http.py -> build/lib/swift/common +copying swift/common/header_key_dict.py -> build/lib/swift/common +copying swift/common/exceptions.py -> build/lib/swift/common +copying swift/common/error_limiter.py -> build/lib/swift/common +copying swift/common/direct_client.py -> build/lib/swift/common +copying swift/common/digest.py -> build/lib/swift/common +copying swift/common/db_replicator.py -> build/lib/swift/common +copying swift/common/db_auditor.py -> build/lib/swift/common +copying swift/common/db.py -> build/lib/swift/common +copying swift/common/daemon.py -> build/lib/swift/common +copying swift/common/container_sync_realms.py -> build/lib/swift/common +copying swift/common/constraints.py -> build/lib/swift/common +copying swift/common/bufferedhttp.py -> build/lib/swift/common +copying swift/common/base_storage_server.py -> build/lib/swift/common +copying swift/common/__init__.py -> build/lib/swift/common +creating build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli +copying swift/cli/ringcomposer.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/relinker.py -> build/lib/swift/cli +copying swift/cli/recon_cron.py -> build/lib/swift/cli +copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli +copying swift/cli/info.py -> build/lib/swift/cli +copying swift/cli/form_signature.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/__init__.py -> build/lib/swift/cli +creating build/lib/swift/obj +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/container +copying swift/container/updater.py -> build/lib/swift/container +copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/sync.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/replicator.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container +copying swift/container/__init__.py -> build/lib/swift/container creating build/lib/swift/account copying swift/account/utils.py -> build/lib/swift/account copying swift/account/server.py -> build/lib/swift/account @@ -3474,26 +3613,17 @@ copying swift/account/backend.py -> build/lib/swift/account copying swift/account/auditor.py -> build/lib/swift/account copying swift/account/__init__.py -> build/lib/swift/account -creating build/lib/swift/proxy -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common -creating build/lib/swift/common/middleware +creating build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring creating build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -creating build/lib/swift/common/middleware/s3api creating build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers @@ -3509,6 +3639,11 @@ copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +creating build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils creating build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto @@ -3517,39 +3652,16 @@ copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto -creating build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli -copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli -copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/form_signature.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli -copying swift/cli/__init__.py -> build/lib/swift/cli -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -creating build/lib/swift/container -copying swift/container/updater.py -> build/lib/swift/container -copying swift/container/sync_store.py -> build/lib/swift/container -copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container +creating build/lib/swift/proxy +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware @@ -3582,19 +3694,6 @@ copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware -copying swift/__init__.py -> build/lib/swift -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -creating build/lib/swift/obj copying swift/obj/updater.py -> build/lib/swift/obj copying swift/obj/ssync_sender.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj @@ -3607,43 +3706,6 @@ copying swift/obj/diskfile.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj copying swift/obj/__init__.py -> build/lib/swift/obj -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -creating build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/wsgi.py -> build/lib/swift/common -copying swift/common/swob.py -> build/lib/swift/common -copying swift/common/storage_policy.py -> build/lib/swift/common -copying swift/common/splice.py -> build/lib/swift/common -copying swift/common/request_helpers.py -> build/lib/swift/common -copying swift/common/registry.py -> build/lib/swift/common -copying swift/common/recon.py -> build/lib/swift/common -copying swift/common/memcached.py -> build/lib/swift/common -copying swift/common/manager.py -> build/lib/swift/common -copying swift/common/linkat.py -> build/lib/swift/common -copying swift/common/internal_client.py -> build/lib/swift/common -copying swift/common/http_protocol.py -> build/lib/swift/common -copying swift/common/http.py -> build/lib/swift/common -copying swift/common/header_key_dict.py -> build/lib/swift/common -copying swift/common/exceptions.py -> build/lib/swift/common -copying swift/common/error_limiter.py -> build/lib/swift/common -copying swift/common/direct_client.py -> build/lib/swift/common -copying swift/common/digest.py -> build/lib/swift/common -copying swift/common/db_replicator.py -> build/lib/swift/common -copying swift/common/db_auditor.py -> build/lib/swift/common -copying swift/common/db.py -> build/lib/swift/common -copying swift/common/daemon.py -> build/lib/swift/common -copying swift/common/container_sync_realms.py -> build/lib/swift/common -copying swift/common/constraints.py -> build/lib/swift/common -copying swift/common/bufferedhttp.py -> build/lib/swift/common -copying swift/common/base_storage_server.py -> build/lib/swift/common -copying swift/common/__init__.py -> build/lib/swift/common running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4184,6 +4246,27 @@ !! check.warn(importable) +creating build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema creating build/lib/swift/locale creating build/lib/swift/locale/de creating build/lib/swift/locale/de/LC_MESSAGES @@ -4221,27 +4304,6 @@ creating build/lib/swift/locale/zh_TW creating build/lib/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> build/lib/swift/locale/zh_TW/LC_MESSAGES -creating build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema running build_scripts running install_lib creating /build/reproducible-path/swift-2.33.0/debian/tmp @@ -4287,10 +4349,36 @@ creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj @@ -4303,18 +4391,9 @@ copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli @@ -4331,7 +4410,19 @@ copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common @@ -4359,17 +4450,6 @@ copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware @@ -4411,6 +4491,15 @@ copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema @@ -4433,17 +4522,6 @@ copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers @@ -4459,35 +4537,42 @@ copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc @@ -4500,17 +4585,8 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc @@ -4526,6 +4602,16 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc @@ -4553,15 +4639,6 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc @@ -4601,17 +4678,13 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc @@ -4626,28 +4699,17 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt @@ -4733,7 +4795,8 @@ Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.11 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5316,8 +5379,31 @@ check.warn(importable) running build_scripts running install_lib -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-311.pyc @@ -5330,17 +5416,8 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-311.pyc @@ -5356,6 +5433,16 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-311.pyc @@ -5383,15 +5470,6 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-311.pyc @@ -5431,17 +5509,13 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-311.pyc @@ -5456,33 +5530,60 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-311.pyc running install_egg_info removing '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt running install_scripts +copying build/scripts-3.11/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-init -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-get-nodes -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-drive-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-dispersion-populate -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-config -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-reaper -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 @@ -5525,10 +5626,10 @@ Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' + PKGOS_TEST_PARALLEL=yes @@ -5537,193 +5638,52 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ echo 3.12 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) + subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method @@ -5732,8 +5692,6 @@ test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.account.test_backend.TestAccountBroker.test_chexor test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok test.unit.account.test_backend.TestAccountBroker.test_creation @@ -5768,65 +5726,61 @@ test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_infoLoaded db broker for a/c - ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok test.unit.account.test_backend.TestAccountBroker.test_merge_items test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok test.unit.account.test_backend.TestAccountBroker.test_newid test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c test.unit.account.test_backend.TestAccountBroker.test_put_container test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok test.unit.account.test_backend.TestAccountBroker.test_reclaim @@ -5835,264 +5789,24 @@ test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -Loaded db broker for a/c -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -Loaded db broker for a/c -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -Loaded db broker for a/c -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs @@ -6109,312 +5823,194 @@ test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info @@ -6436,101 +6032,19 @@ test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim @@ -6539,305 +6053,14 @@ test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files @@ -6854,203 +6077,8 @@ test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpde9zcpzy/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00208 seconds (479.60010/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9449d1fc-4829-4723-a4e7-99e4ef0792cd-sda', '1750272412.66232', '1750272412.66074', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpflkt9qbx/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'a01dd11b-7d05-42da-9680-1766ebc68e70-sda', '1750272412.67319', '1750272412.67153', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('a01dd11b-7d05-42da-9680-1766ebc68e70-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'a01dd11b-7d05-42da-9680-1766ebc68e70-sda', '1750272412.67319', '1750272412.67153', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('a01dd11b-7d05-42da-9680-1766ebc68e70-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00723 seconds (138.22324/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '0e3b2797042611ebacc43ab499e4c7a3', 'bc610f63-c6c8-46b2-9c30-3404f19711ba-sda', '1750272412.68686', '1750272412.68526', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('bc610f63-c6c8-46b2-9c30-3404f19711ba-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'a74f8c581edae14d2e6c3433405a0450', 'a1d8361f-b994-48d5-beb9-2c3d7b923650-sda', '1750272412.70051', '1750272412.69889', '0', '') -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 @@ -7089,886 +6117,594 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -Ring Builder file does not exist: /tmp/tmpvpaktxwa/tmp40yb_s2a -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmplo7vy1xn/tmp64dm46ae -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpag3jax6o/tmp7mhjm3rx, build version 4, id 7f97ae4f9ac74293935a5646374abc49 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpag3jax6o/tmp7mhjm3rx.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 14 1 - 5 1 -Partition Matches - 0 1 - 2 1 - 12 1 - 23 1 - 24 1 - 25 1 - 33 1 - 40 1 - 41 1 - 45 1 - 47 1 - 48 1 - 55 1 - 58 1 - 59 1 - 61 1 - 1 1 - 4 1 - 5 1 - 15 1 - 17 1 - 19 1 - 20 1 - 22 1 - 27 1 - 32 1 - 34 1 - 35 1 - 36 1 - 38 1 - 43 1 - 49 1 - 7 1 - 9 1 - 11 1 - 14 1 - 18 1 - 21 1 - 26 1 - 30 1 - 37 1 - 39 1 - 46 1 - 53 1 - 56 1 - 57 1 - 62 1 - 63 1 -Partition Matches - 2 1 - 4 1 - 6 1 - 9 1 - 13 1 - 18 1 - 26 1 - 38 1 - 45 1 - 48 1 - 50 1 - 52 1 - 53 1 - 55 1 - 61 1 - 63 1 - 0 1 - 3 1 - 5 1 - 8 1 - 14 1 - 17 1 - 21 1 - 23 1 - 24 1 - 28 1 - 35 1 - 37 1 - 41 1 - 42 1 - 43 1 - 54 1 - 7 1 - 10 1 - 11 1 - 12 1 - 15 1 - 16 1 - 20 1 - 27 1 - 36 1 - 39 1 - 46 1 - 49 1 - 56 1 - 57 1 - 58 1 - 62 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 17 1 - 63 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 24 1 - 8 1 -Specified builder file "/tmp/tmppqjp75s8/tmpzk6mckq6" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -[2025-06-18 18:46:52] Checking auditor stats -=============================================================================== -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbu0nh1wf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbu0nh1wf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbu0nh1wf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbu0nh1wf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfc24f4445abb48fcadaea-006853099d" "proxy-server 2495495" 0.0062 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53531/sda1/1/a/c" "txfc24f4445abb48fcadaea-006853099d" "container-server 2495495" 0.0011 "-" 2495495 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46717/sdb1/1/a/c" "txfc24f4445abb48fcadaea-006853099d" "container-server 2495495" 0.0011 "-" 2495495 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfc24f4445abb48fcadaea-006853099d" "proxy-server 2495495" 0.0087 "-" 2495495 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfc24f4445abb48fcadaea-006853099d" "proxy-server 2495495" 0.0162 "-" 2495495 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfc24f4445abb48fcadaea-006853099d - 0.0286 - - 1750272413.256471395 1750272413.285091162 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx608b9b738db74cf1ad223-006853099d" "proxy-server 2495495" 0.0013 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53531/sda1/1/a1/c1" "tx608b9b738db74cf1ad223-006853099d" "container-server 2495495" 0.0022 "-" 2495495 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46717/sdb1/1/a1/c1" "tx608b9b738db74cf1ad223-006853099d" "container-server 2495495" 0.0011 "-" 2495495 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx608b9b738db74cf1ad223-006853099d" "proxy-server 2495495" 0.0166 "-" 2495495 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx608b9b738db74cf1ad223-006853099d" "proxy-server 2495495" 0.0223 "-" 2495495 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx608b9b738db74cf1ad223-006853099d - 0.0294 - - 1750272413.286393404 1750272413.315799236 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx704f452f2ac5498d885cc-006853099d" "proxy-server 2495495" 0.0020 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53531/sda1/2/a/c1" "tx704f452f2ac5498d885cc-006853099d" "container-server 2495495" 0.0017 "-" 2495495 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46717/sdb1/2/a/c1" "tx704f452f2ac5498d885cc-006853099d" "container-server 2495495" 0.0011 "-" 2495495 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx704f452f2ac5498d885cc-006853099d" "proxy-server 2495495" 0.0133 "-" 2495495 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx704f452f2ac5498d885cc-006853099d" "proxy-server 2495495" 0.0097 "-" 2495495 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx704f452f2ac5498d885cc-006853099d - 0.0218 - - 1750272413.317152023 1750272413.338975191 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9258ef4a93514c94ba0ba-006853099d" "proxy-server 2495495" 0.0019 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46717/sdb1/1/a/c2" "tx9258ef4a93514c94ba0ba-006853099d" "container-server 2495495" 0.0017 "-" 2495495 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53531/sda1/1/a/c2" "tx9258ef4a93514c94ba0ba-006853099d" "container-server 2495495" 0.0011 "-" 2495495 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9258ef4a93514c94ba0ba-006853099d" "proxy-server 2495495" 0.0104 "-" 2495495 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9258ef4a93514c94ba0ba-006853099d" "proxy-server 2495495" 0.0154 "-" 2495495 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9258ef4a93514c94ba0ba-006853099d - 0.0232 - - 1750272413.340268373 1750272413.363481283 2 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate @@ -7981,851 +6717,816 @@ test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpw9pd7l1x/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0042 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0037 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0031 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 2495486 - -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1750272412.70401', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1750272412.70427', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1750272412.7044', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1750272412.70448', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1750272412.70459', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1750272412.70467', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1750272412.70475', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1750272412.70483', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1750272412.70491', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1750272412.70498', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1750272412.70506', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'a1d8361f-b994-48d5-beb9-2c3d7b923650-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +[2024-05-16 12:30:02] Checking auditor stats =============================================================================== +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0146 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0079 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0083 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0025 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0059 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0062 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0179 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0044 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0056 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0059 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0068 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0071 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0049 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0059 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0062 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0046 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 1593246 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo_s8xe7d/sda/fake/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test DEBUG: Replicating db /tmp/tmpxh4804xr/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00212 seconds (471.35382/s) +test INFO: Attempted to replicate 1 dbs in 0.00971 seconds (102.94180/s) test INFO: Removed 1 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 @@ -8837,334 +7538,145 @@ test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET https://cluster.domain HTTP/1.0" 200 117 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -Finished. Marked 0 objects for deletion. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '6a04c468-b7e5-4b1e-8e57-34a81acaf7e3-sda', '1715862602.72754', '1715862602.72595', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpui6rsnv1/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'd1420322-2bd8-4c62-8e8f-8fa013bd4232-sda', '1715862602.73324', '1715862602.73173', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('d1420322-2bd8-4c62-8e8f-8fa013bd4232-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'd1420322-2bd8-4c62-8e8f-8fa013bd4232-sda', '1715862602.73324', '1715862602.73173', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('d1420322-2bd8-4c62-8e8f-8fa013bd4232-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00706 seconds (141.60178/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'd734433e0b740eab0fc99023b1f080af', '03450a72-e043-49ac-bd12-9da002354f98-sda', '1715862602.74771', '1715862602.74609', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('03450a72-e043-49ac-bd12-9da002354f98-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '5c2b5d690676957f601d6160f5a2153f', '430390b7-71b7-46a8-8333-617069d36bdd-sda', '1715862602.76517', '1715862602.76364', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1715862602.76876', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1715862602.76904', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1715862602.76914', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1715862602.76923', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1715862602.76932', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1715862602.7694', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1715862602.76949', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1715862602.76961', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1715862602.76969', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1715862602.76978', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1715862602.76986', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '430390b7-71b7-46a8-8333-617069d36bdd-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +Ring Builder file does not exist: /tmp/tmpr1m_8mx3/tmppzpbm_vq +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpxlx4ib2i/tmpzvky9pp8 +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp48m3j7go/tmpyr4rzxhs, build version 4, id 1ba37d403bf5460fb998b8d48267cdae +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp48m3j7go/tmpyr4rzxhs.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -9177,13 +7689,32 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -9194,9 +7725,7 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -9214,6 +7743,26 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -9237,6 +7786,23 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -9248,35 +7814,692 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmp6_lbuucu/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0025 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0064 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0037 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0034 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0034 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0034 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0024 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0061 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0047 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy @@ -9293,7 +8516,6 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -swift: Unrecognised secret id: None test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete @@ -9348,103 +8570,6 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0025 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0036 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0045 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 2495502 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy @@ -9463,30 +8588,24 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/c//o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/â\x98\x83/â\x9d\x84') does not match path from request ('/a/☃/â„')! Using path from meta. -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1593242.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile1593242.tmp' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match @@ -9499,598 +8618,415 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0054 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0042 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Reloaded swift-proxy-server -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/30/03 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715862603.055917025 1715862603.056854486 1 test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/30/03 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1715862603.057409048 1715862603.058252096 0 test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin test ERROR: Error retrieving recon data: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache @@ -10113,8 +9049,31 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: [Errno None] None -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info @@ -10195,259 +9154,914 @@ test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Grant AllUsers READ permission on the bucket /bucket -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Grant AllUsers READ permission on the bucket /bucket +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0026 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0024 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0084 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0061 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 1593268 - +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-replicator INFO: [worker 1/2 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2495497] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2495497] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status - raise expect_status -Exception: kaboom! (txn: txd833a35a7d364c2dbbd78-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx3de94e855cc149219d953-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx4d18b86736694a65b61dd-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txeab7fcc4f3ba4b1d86439-006853099e) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0044 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0024 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0038 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +swift: Adding required filter versioned_writes to pipeline at position 3 +swift: Adding required filter dlo to pipeline at position 3 +swift: Adding required filter copy to pipeline at position 3 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Pipeline was modified. New pipeline is "healthcheck catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +swift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 1 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "gatekeeper healthcheck catch_errors listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper proxy_logging listing_formats copy dlo versioned_writes proxy-server". +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +swift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy slo dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter container_quotas to pipeline at position 3 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors healthcheck proxy-logging bulk container_quotas tempurl proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 5 +swift: Adding required filter dlo to pipeline at position 5 +swift: Adding required filter copy to pipeline at position 5 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache listing_formats ratelimit tempauth copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 6 +swift: Adding required filter dlo to pipeline at position 6 +swift: Adding required filter copy to pipeline at position 6 +swift: Adding required filter listing_formats to pipeline at position 6 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache ratelimit tempauth proxy-logging listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 7 +swift: Adding required filter dlo to pipeline at position 7 +swift: Adding required filter copy to pipeline at position 7 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 8 +swift: Adding required filter dlo to pipeline at position 8 +swift: Adding required filter copy to pipeline at position 8 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 10 +swift: Adding required filter dlo to pipeline at position 10 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 11 +swift: Adding required filter copy to pipeline at position 11 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 12 +swift: Adding required filter copy to pipeline at position 12 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 15 1 + 46 1 +Partition Matches + 7 1 + 11 1 + 12 1 + 19 1 + 24 1 + 26 1 + 28 1 + 32 1 + 37 1 + 40 1 + 42 1 + 44 1 + 46 1 + 55 1 + 59 1 + 60 1 + 1 1 + 6 1 + 13 1 + 16 1 + 18 1 + 27 1 + 30 1 + 33 1 + 34 1 + 45 1 + 49 1 + 50 1 + 52 1 + 53 1 + 56 1 + 62 1 + 4 1 + 5 1 + 9 1 + 10 1 + 14 1 + 17 1 + 21 1 + 22 1 + 31 1 + 35 1 + 38 1 + 48 1 + 54 1 + 57 1 + 58 1 + 61 1 +Partition Matches + 8 1 + 11 1 + 13 1 + 16 1 + 21 1 + 25 1 + 36 1 + 39 1 + 40 1 + 49 1 + 50 1 + 52 1 + 54 1 + 57 1 + 60 1 + 62 1 + 0 1 + 2 1 + 4 1 + 10 1 + 12 1 + 14 1 + 15 1 + 17 1 + 28 1 + 34 1 + 37 1 + 41 1 + 43 1 + 48 1 + 51 1 + 61 1 + 1 1 + 5 1 + 6 1 + 22 1 + 27 1 + 29 1 + 30 1 + 31 1 + 33 1 + 35 1 + 38 1 + 42 1 + 45 1 + 47 1 + 58 1 + 59 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 27 1 + 4 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 44 1 + 34 1 +Specified builder file "/tmp/tmps2by_9u3/tmpj4rsqtuo" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + The can be of the form:: drz-:R:/ @@ -10699,1264 +10313,721 @@ Shows information about matching devices. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +swift: Adding required filter versioned_writes to pipeline at position 14 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +Reloaded swift-proxy-server test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0064 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0026 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 2495486 - -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read - raise Exception('exception message') -Exception: exception message (txn: txab2146be69fb42b3acce7-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx86dd2afe98de4f4787891-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txad08745491b04b51b9514-006853099e) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txad08745491b04b51b9514-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txcec9b713cd1f44379f793-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx47c69990a08046948f676-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx47c69990a08046948f676-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx47c69990a08046948f676-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8bcc1819b13c4e6ebe823-006853099e) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0036 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0031 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0037 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0036 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0101 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0060 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0134 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0049 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0053 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0049 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 2495486 - -test DEBUG: - - - [18/Jun/2025:18:46:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2495486 - -test DEBUG: - - - [18/Jun/2025:18:46:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2495486 - -test DEBUG: - - - [18/Jun/2025:18:46:53 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:46:53 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0039 "-" 2495486 - -test DEBUG: - - - [18/Jun/2025:18:46:53 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 2495486 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0054 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 1 -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1715862604.507897854 1715862604.507956505 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1715862604.509067535 1715862604.509078503 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862604.510117531 1715862604.510174990 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 2495486 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 2495486 0 -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0017 "-" 2495486 1 -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0035 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495486 1 -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0025 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0056 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2495486 - -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0039 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0024 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0025 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0040 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1593268 - +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok test ERROR: Error parsing recon cache file: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache @@ -12065,164 +11136,937 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError -test ERROR: ERROR Could not get container info /tmp/tmpf5f87jvn/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpf5f87jvn/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0035 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0023 "-" 2495502 - -test DEBUG: - - - [18/Jun/2025:18:46:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2495502 - -test DEBUG: - - - [18/Jun/2025:18:46:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2495502 - -test DEBUG: - - - [18/Jun/2025:18:46:54 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 2495502 - +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0028 "-" 1593246 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593246 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1593246 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1593246 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ @@ -12238,8 +12082,8 @@ return getattr(self, op)( ^^^^^^^^^^^^^^^^^ AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:46:54 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0040 "-" 2495502 - -test DEBUG: - - - [18/Jun/2025:18:46:54 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 2495502 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0037 "-" 1593246 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1593246 - test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ @@ -12248,42 +12092,42 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method raise Exception() Exception -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0034 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 0 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0025 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0056 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 2 +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init @@ -12330,59 +12174,444 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.516829252 1715862604.516871691 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715862604.517804384 1715862604.517827749 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715862604.518733263 1715862604.518746376 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.519432306 1715862604.519469261 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.520133018 1715862604.520165682 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1715862604.520120382 1715862604.520398140 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.541885853 1715862604.541935205 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.544215441 1715862604.544259310 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1715862604.544914246 1715862604.544953585 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.545606613 1715862604.545643568 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1715862604.546266794 1715862604.546301365 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715862604.546873331 1715862604.546906710 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715862604.547442913 1715862604.547473431 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.548004150 1715862604.548034191 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1715862604.548549175 1715862604.548579931 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715862604.549397230 1715862604.549429178 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715862604.550143242 1715862604.550175905 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1715862604.551002979 1715862604.551035404 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.551821709 1715862604.551855803 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.552405357 1715862604.552435160 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - one 1715862604.553220272 1715862604.553544998 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 16/May/2024/12/30/04 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.556905985 1715862604.556943178 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -12390,159 +12619,1967 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx90b3364e6d82471fbf420-006645fc4d) +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txb8d1e303e0004909890c1-006645fc4d) +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok + +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.600935459 1715862604.600974560 - +test INFO: - - 16/May/2024/12/30/04 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.601222515 1715862604.601247072 - +test INFO: - - 16/May/2024/12/30/04 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.601415634 1715862604.601435900 - +test INFO: - - 16/May/2024/12/30/04 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.601628304 1715862604.601649523 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1715862604.604152679 1715862604.604223728 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1715862604.605127335 1715862604.605164051 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1715862604.606107712 1715862604.606159210 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 12 - - - 0.0003 - - 1715862604.607007265 1715862604.607357025 - +test INFO: - - 16/May/2024/12/30/04 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.612681866 1715862604.612712145 1 +test INFO: - - 16/May/2024/12/30/04 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862604.613370419 1715862604.613426924 1 +test INFO: 4.5.6.7 1.2.3.4 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.614353418 1715862604.614393950 - +test INFO: 4.5.6.7 1.2.3.4 16/May/2024/12/30/04 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862604.614970684 1715862604.615004063 - +test INFO: - - 16/May/2024/12/30/04 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862604.616673470 1715862604.616749048 - +test INFO: - - 16/May/2024/12/30/04 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1715862604.618443489 1715862604.618489504 - +test INFO: - - 16/May/2024/12/30/04 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1715862604.619379997 1715862604.619402647 - +test INFO: - - 16/May/2024/12/30/04 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862604.620356083 1715862604.620383501 0 +test INFO: - - 16/May/2024/12/30/04 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862604.621105909 1715862604.621130466 -1 +test INFO: - - 16/May/2024/12/30/04 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862604.622096300 1715862604.622121334 - +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0007 "-" 1593246 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0023 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0011 "-" 1593246 0 +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 1593246 1 +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 1593246 2 +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0016 "-" 1593246 3 +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0056 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1593246 0 +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0042 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0068 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0019 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593246 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake INFO: - - 16/May/2024/12/30/03 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1715863603 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1715862603.806118488 1715862603.806277514 - +Fri May 17 02:30:03 2024 /tmp/log/swift/profile/default.profile1593242 +Fri May 17 02:30:03 2024 /tmp/log/swift/profile/default.profile123 +Fri May 17 02:30:03 2024 /tmp/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: Error in '/tmp/tmpanqd8igd/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmp8jfdmctu/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp8jfdmctu/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '4b2341a7937d4f03814d3b49600a241d': [Errno 2] No such file or directory: '4b2341a7937d4f03814d3b49600a241d' +test ERROR: Could not load '/tmp/tmpxg4pfm_k/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpxg4pfm_k/container-sync-realms.conf' +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 1593242 +my-daemon DEBUG: Forked worker 1593242 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 16/May/2024/12/30/04 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1715862604.513278008 1715862604.513534784 - +fake-swift INFO: - - 16/May/2024/12/30/04 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715862604.514570236 1715862604.514709949 - +fake-swift INFO: - - 16/May/2024/12/30/04 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715862604.515263319 1715862604.515377045 - +fake-swift INFO: - - 16/May/2024/12/30/04 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715862604.515703201 1715862604.515800714 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 16/May/2024/12/30/04 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1715862604.521108389 1715862604.521224737 - +test WARNING: boom +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0037 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0024 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 1593268 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593268 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593268 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0039 "-" 1593268 - +test DEBUG: - - - [16/May/2024:12:30:03 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1593268 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0033 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 0 +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 1593268 - +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmptda8604u: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:write OWNER test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx8bcc1819b13c4e6ebe823-006853099e) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx8bcc1819b13c4e6ebe823-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx166b30f718244a86b145d-006853099e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx3ce7527459eb43d9ac5e7-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx3ce7527459eb43d9ac5e7-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx3ce7527459eb43d9ac5e7-006853099f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txcb5024cfb10c4d0b88bf1-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txcb5024cfb10c4d0b88bf1-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txcb5024cfb10c4d0b88bf1-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txcb5024cfb10c4d0b88bf1-006853099f) -proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 201, 201, 503, 201, 201, 201, 503, 503, 201, 201, 201] (txn: txcb5024cfb10c4d0b88bf1-006853099f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx3a9d93da228743f4b3d4b-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx3a9d93da228743f4b3d4b-006853099f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx3a9d93da228743f4b3d4b-006853099f) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx3a9d93da228743f4b3d4b-006853099f) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0027 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 1593268 0 +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 1593268 1 +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0043 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 1 +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0044 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0019 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0047 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1593268 - +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + The can be of the form:: drz-:R:/ @@ -12789,485 +14826,1603 @@ Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495486 - -test INFO: - - - [18/Jun/2025:18:46:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495486 - -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:04 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:04 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1593268 - +test INFO: - - - [16/May/2024:12:30:04 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1593268 - +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_float +test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_int +test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_prefixlogger +test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_readconf +test.unit.common.test_utils.TestUtils.test_readconf ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir +test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.test_utils.TestUtils.test_readconf_raw +test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer +test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok +test.unit.common.test_utils.TestUtils.test_str_format_time +test.unit.common.test_utils.TestUtils.test_str_format_time ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter +test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpy9w1bx92/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy9w1bx92/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpy9w1bx92/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy9w1bx92/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0038 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0038 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15cd0edbf0284086a79ab-006645fc4f" "proxy-server 1593242" 0.0014 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33975/sdb1/1/a/c" "tx15cd0edbf0284086a79ab-006645fc4f" "container-server 1593242" 0.0021 "-" 1593242 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40447/sda1/1/a/c" "tx15cd0edbf0284086a79ab-006645fc4f" "container-server 1593242" 0.0012 "-" 1593242 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx15cd0edbf0284086a79ab-006645fc4f" "proxy-server 1593242" 0.0160 "-" 1593242 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx15cd0edbf0284086a79ab-006645fc4f" "proxy-server 1593242" 0.0116 "-" 1593242 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx15cd0edbf0284086a79ab-006645fc4f - 0.0253 - - 1715862607.133478880 1715862607.158813477 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx391bfeb732464e9190dc0-006645fc4f" "proxy-server 1593242" 0.0012 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40447/sda1/1/a1/c1" "tx391bfeb732464e9190dc0-006645fc4f" "container-server 1593242" 0.0013 "-" 1593242 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33975/sdb1/1/a1/c1" "tx391bfeb732464e9190dc0-006645fc4f" "container-server 1593242" 0.0013 "-" 1593242 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx391bfeb732464e9190dc0-006645fc4f" "proxy-server 1593242" 0.0146 "-" 1593242 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx391bfeb732464e9190dc0-006645fc4f" "proxy-server 1593242" 0.0106 "-" 1593242 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx391bfeb732464e9190dc0-006645fc4f - 0.0237 - - 1715862607.160388708 1715862607.184056997 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcb0f4b88008646f7a768c-006645fc4f" "proxy-server 1593242" 0.0024 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33975/sdb1/2/a/c1" "txcb0f4b88008646f7a768c-006645fc4f" "container-server 1593242" 0.0011 "-" 1593242 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40447/sda1/2/a/c1" "txcb0f4b88008646f7a768c-006645fc4f" "container-server 1593242" 0.0018 "-" 1593242 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcb0f4b88008646f7a768c-006645fc4f" "proxy-server 1593242" 0.0111 "-" 1593242 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcb0f4b88008646f7a768c-006645fc4f" "proxy-server 1593242" 0.0170 "-" 1593242 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txcb0f4b88008646f7a768c-006645fc4f - 0.0261 - - 1715862607.185607195 1715862607.211746454 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3872699f4b304c2e82d68-006645fc4f" "proxy-server 1593242" 0.0022 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33975/sdb1/1/a/c2" "tx3872699f4b304c2e82d68-006645fc4f" "container-server 1593242" 0.0012 "-" 1593242 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40447/sda1/1/a/c2" "tx3872699f4b304c2e82d68-006645fc4f" "container-server 1593242" 0.0020 "-" 1593242 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3872699f4b304c2e82d68-006645fc4f" "proxy-server 1593242" 0.0149 "-" 1593242 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3872699f4b304c2e82d68-006645fc4f" "proxy-server 1593242" 0.0106 "-" 1593242 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3872699f4b304c2e82d68-006645fc4f - 0.0251 - - 1715862607.213211298 1715862607.238342762 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'Iy59R7j0NCvFEDE2rzBgfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '232e7d47b8f4342bc5103136af30607e', 'Content-Length': '289'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - +test INFO: - - - [16/May/2024:12:30:03 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1593246 - test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys keys = fetch_crypto_keys(key_id=key_id) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc raise Exception('Testing') Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] ~~~^^^^^^^^^^^^^^^^^^^^^ KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp6s5nwzq3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6s5nwzq3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp6s5nwzq3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6s5nwzq3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0035 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx70babb2d30a54e51b2297-006645fc4f" "proxy-server 1593246" 0.0013 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46897/sdb1/1/a/c" "tx70babb2d30a54e51b2297-006645fc4f" "container-server 1593246" 0.0018 "-" 1593246 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58893/sda1/1/a/c" "tx70babb2d30a54e51b2297-006645fc4f" "container-server 1593246" 0.0011 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx70babb2d30a54e51b2297-006645fc4f" "proxy-server 1593246" 0.0095 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx70babb2d30a54e51b2297-006645fc4f" "proxy-server 1593246" 0.0151 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx70babb2d30a54e51b2297-006645fc4f - 0.0231 - - 1715862607.644229174 1715862607.667366028 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2d99b5925dee417caaadc-006645fc4f" "proxy-server 1593246" 0.0011 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58893/sda1/1/a1/c1" "tx2d99b5925dee417caaadc-006645fc4f" "container-server 1593246" 0.0011 "-" 1593246 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46897/sdb1/1/a1/c1" "tx2d99b5925dee417caaadc-006645fc4f" "container-server 1593246" 0.0010 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2d99b5925dee417caaadc-006645fc4f" "proxy-server 1593246" 0.0089 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2d99b5925dee417caaadc-006645fc4f" "proxy-server 1593246" 0.0141 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2d99b5925dee417caaadc-006645fc4f - 0.0215 - - 1715862607.668774605 1715862607.690272093 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6ebd363c798b45759abc0-006645fc4f" "proxy-server 1593246" 0.0020 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46897/sdb1/2/a/c1" "tx6ebd363c798b45759abc0-006645fc4f" "container-server 1593246" 0.0017 "-" 1593246 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58893/sda1/2/a/c1" "tx6ebd363c798b45759abc0-006645fc4f" "container-server 1593246" 0.0011 "-" 1593246 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6ebd363c798b45759abc0-006645fc4f" "proxy-server 1593246" 0.0173 "-" 1593246 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6ebd363c798b45759abc0-006645fc4f" "proxy-server 1593246" 0.0135 "-" 1593246 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6ebd363c798b45759abc0-006645fc4f - 0.0265 - - 1715862607.691736937 1715862607.718270302 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdf2fc3c6980f439caeb58-006645fc4f" "proxy-server 1593246" 0.0020 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46897/sdb1/1/a/c2" "txdf2fc3c6980f439caeb58-006645fc4f" "container-server 1593246" 0.0012 "-" 1593246 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58893/sda1/1/a/c2" "txdf2fc3c6980f439caeb58-006645fc4f" "container-server 1593246" 0.0018 "-" 1593246 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf2fc3c6980f439caeb58-006645fc4f" "proxy-server 1593246" 0.0145 "-" 1593246 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf2fc3c6980f439caeb58-006645fc4f" "proxy-server 1593246" 0.0107 "-" 1593246 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdf2fc3c6980f439caeb58-006645fc4f - 0.0241 - - 1715862607.719744444 1715862607.743859768 2 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +Unlinked retiring db '/tmp/tmp8wg6ebb2/containers/part/suffix/hash/container.db' +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': '9X0ejff3pr5chZC/yhxufA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f57d1e8df7f7a6be5c8590bfca1c6e7c', 'Content-Length': '230'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpruub8jlv/tmp4ccbokx4, build version 4, id 5f6c38169830487b8cef54ef22c6b090 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpruub8jlv/tmp4ccbokx4.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift-ring-builder search or -swift-ring-builder list_parts +swift-ring-builder search --region --zone --ip --port --replication-ip --replication-port --device --meta --weight @@ -13276,170 +16431,354 @@ and port. Any of the options are optional in both cases. - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... [--yes] or -swift-ring-builder remove - --region --zone --ip --port +swift-ring-builder set_info + --ip --port --replication-ip --replication-port - --device --meta --weight + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. Option --yes assume a yes response to all questions. -swift-ring-builder search + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ search +swift-ring-builder set_region --region --zone --ip --port --replication-ip --replication-port - --device --meta --weight + --device --meta [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Shows information about matching devices. -swift-ring-builder search + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] or -swift-ring-builder search +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta --weight + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Shows information about matching devices. -swift-ring-builder set_region - [ set_zone + [ set_region +swift-ring-builder set_zone --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' regions. No partitions will be reassigned to or from + Resets the devices' zones. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmpw8qjzeyj/tmp9na_95dr, build version 4, id 56521ee637a64105b189890233ebb584 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd91f4718245b45819cebe-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx87038a360af94e94aaafd-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4dbf98897e01486281003-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4dbf98897e01486281003-006645fc4f) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx4dbf98897e01486281003-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx99b3f0c19b7b41cf95f63-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx99b3f0c19b7b41cf95f63-006645fc4f) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx99b3f0c19b7b41cf95f63-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txab2b155681e84eeaa5ee7-006645fc4f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txab2b155681e84eeaa5ee7-006645fc4f) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3b8c5ec55cef4a119a50f-006645fc4f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3b8c5ec55cef4a119a50f-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a166e56ae064155b69fb-006645fc4f) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a166e56ae064155b69fb-006645fc4f) +test INFO: Client disconnected on read of '/a/c' (txn: tx4d156160f36f44c0ba03c-006645fc4f) +test INFO: Client disconnected on read of '/a/c' (txn: tx4d156160f36f44c0ba03c-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx29001512e3144f2a90289-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx19caa5fa12be4090beeec-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1887bc78de7b4fcaa6451-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1887bc78de7b4fcaa6451-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1887bc78de7b4fcaa6451-006645fc4f) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1887bc78de7b4fcaa6451-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3d4e0c2eda224e6b998e5-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3d4e0c2eda224e6b998e5-006645fc4f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3d4e0c2eda224e6b998e5-006645fc4f) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx3d4e0c2eda224e6b998e5-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa9135caa1b234a8caba14-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa9135caa1b234a8caba14-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa9135caa1b234a8caba14-006645fc4f) +test ERROR: Account HEAD returning 503 for [] (txn: txa9135caa1b234a8caba14-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf854edcfecc841328edc3-006645fc4f) +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -13457,574 +16796,238 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/46/53 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1750272413.733342171 1750272413.734220028 1 test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/46/53 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1750272413.734743118 1750272413.735481501 0 +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txfad971494fa74484ad563-006853099d) -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (2495506) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "PUT /path HTTP/1.0" 200 105 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET / HTTP/1.1" 200 120 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET /%FF HTTP/1.1" 200 123 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET /ÿ HTTP/1.1" 200 126 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET // HTTP/1.1" 200 121 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET //bar HTTP/1.1" 200 124 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET //////baz HTTP/1.1" 200 128 0.000287 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 18 Jun 2025 18:46:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (2495506) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495506) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:46:53] "GET /someurl HTTP/1.0" 200 102 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (2495506) wsgi exited, is_accepting=True -test NOTICE: Child 2495506 exiting normally -test NOTICE: Started child 88 from parent 2495506 -test NOTICE: Started child 89 from parent 2495506 -test ERROR: Removing dead child 88 from parent 2495506 -test NOTICE: Started child 90 from parent 2495506 -test NOTICE: Started child 88 from parent 2495506 -test NOTICE: Started child 89 from parent 2495506 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf80d0c7fc88d4491aecf7-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfa664eb1a47545f89a49f-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2963ed5b1b6f4b908ebad-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b9d8ea12240469ba7866-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa88ade34483b4139a4f80-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc1c4c462334e4469a0534-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx017f8123324e44449a3bd-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd75c974e65da4e14a48b8-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx880c50e934e242e9bc09a-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx06b5b7b65766462a9b207-00685309a0) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0023 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0011 "-" 2495502 0 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0017 "-" 2495502 1 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0019 "-" 2495502 2 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0017 "-" 2495502 3 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0045 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0025 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2495502 3 -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0042 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0046 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2495502 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -During handling of the above exception, another exception occurred: - - ... Traceback (most recent call last): -ok - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +Unlinked retiring db '/tmp/tmp5dlb18em/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -14033,21 +17036,12 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -14055,109 +17049,117 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzf4_gxzz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzf4_gxzz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzf4_gxzz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzf4_gxzz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0074 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16f07a8e1c274609a2789-006853099f" "proxy-server 2495497" 0.0014 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56743/sda1/1/a/c" "tx16f07a8e1c274609a2789-006853099f" "container-server 2495497" 0.0011 "-" 2495497 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48087/sdb1/1/a/c" "tx16f07a8e1c274609a2789-006853099f" "container-server 2495497" 0.0012 "-" 2495497 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16f07a8e1c274609a2789-006853099f" "proxy-server 2495497" 0.0118 "-" 2495497 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16f07a8e1c274609a2789-006853099f" "proxy-server 2495497" 0.0175 "-" 2495497 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx16f07a8e1c274609a2789-006853099f - 0.0252 - - 1750272415.142947435 1750272415.168108225 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc23c274876194bdd88ea0-006853099f" "proxy-server 2495497" 0.0013 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56743/sda1/1/a1/c1" "txc23c274876194bdd88ea0-006853099f" "container-server 2495497" 0.0012 "-" 2495497 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48087/sdb1/1/a1/c1" "txc23c274876194bdd88ea0-006853099f" "container-server 2495497" 0.0011 "-" 2495497 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc23c274876194bdd88ea0-006853099f" "proxy-server 2495497" 0.0135 "-" 2495497 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc23c274876194bdd88ea0-006853099f" "proxy-server 2495497" 0.0098 "-" 2495497 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc23c274876194bdd88ea0-006853099f - 0.0215 - - 1750272415.169666052 1750272415.191118240 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx916f594d8b8440229d913-006853099f" "proxy-server 2495497" 0.0020 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48087/sdb1/2/a/c1" "tx916f594d8b8440229d913-006853099f" "container-server 2495497" 0.0031 "-" 2495497 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56743/sda1/2/a/c1" "tx916f594d8b8440229d913-006853099f" "container-server 2495497" 0.0010 "-" 2495497 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx916f594d8b8440229d913-006853099f" "proxy-server 2495497" 0.0108 "-" 2495497 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx916f594d8b8440229d913-006853099f" "proxy-server 2495497" 0.0161 "-" 2495497 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx916f594d8b8440229d913-006853099f - 0.0245 - - 1750272415.192518473 1750272415.217010021 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0dd1a254c8b34893a501a-006853099f" "proxy-server 2495497" 0.0020 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48087/sdb1/1/a/c2" "tx0dd1a254c8b34893a501a-006853099f" "container-server 2495497" 0.0010 "-" 2495497 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56743/sda1/1/a/c2" "tx0dd1a254c8b34893a501a-006853099f" "container-server 2495497" 0.0016 "-" 2495497 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0dd1a254c8b34893a501a-006853099f" "proxy-server 2495497" 0.0135 "-" 2495497 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0dd1a254c8b34893a501a-006853099f" "proxy-server 2495497" 0.0097 "-" 2495497 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0dd1a254c8b34893a501a-006853099f - 0.0224 - - 1750272415.218453646 1750272415.240840197 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx596b4cf44c9e492d80ad7-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6779024cb38d4c819d86c-006853099f) -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +Ring file /tmp/tmpw8qjzeyj/tmp9na_95dr.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. swift-ring-builder set_region [ set_weight - [ ] ... - [--yes] +swift-ring-builder set_region + [ set_weight +swift-ring-builder set_region --region --zone --ip --port --replication-ip --replication-port - --device --meta --weight - [--yes] + --device --meta [--yes] Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. + and port. Any of the options are optional in both cases. - Resets the devices' weights. No partitions will be reassigned to or from + Resets the devices' regions. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. @@ -14221,139 +17220,249 @@ multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_weight + [ ] ... + [--yes] or -swift-ring-builder set_zone +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +Unlinked retiring db '/tmp/tmp_ds9y2_m/containers/part/suffix/hash/container.db' +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test INFO: - - 16/May/2024/12/30/08 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.856864452 1715862608.857059956 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862608.856819630 1715862608.857660532 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.859182119 1715862608.859426498 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862608.859142303 1715862608.859904766 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.861283064 1715862608.861471891 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1715862608.861244678 1715862608.862178087 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.863860846 1715862608.864086628 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715862608.863821507 1715862608.864549637 0 +test INFO: - - 16/May/2024/12/30/08 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.865932941 1715862608.866124868 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1715862608.865896225 1715862608.866600990 0 +test INFO: - - 16/May/2024/12/30/08 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.868291855 1715862608.868497372 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862608.868820429 1715862608.869004011 0 +test INFO: - - 16/May/2024/12/30/08 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1715862608.869388819 1715862608.869655848 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715862608.868156433 1715862608.870205879 - +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1715862608.871792078 1715862608.872042894 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862608.872357607 1715862608.872525454 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1715862608.872887135 1715862608.873034477 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1715862608.871658564 1715862608.873432875 - +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.875277758 1715862608.875473261 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862608.875828743 1715862608.876007318 0 +test INFO: - - 16/May/2024/12/30/08 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1715862608.876382113 1715862608.876512766 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1715862608.875153065 1715862608.876936913 - +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.878494740 1715862608.878728390 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862608.879070759 1715862608.879246473 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.879605055 1715862608.879755974 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1715862608.878372431 1715862608.880158424 - +test INFO: - - 16/May/2024/12/30/08 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862608.881607056 1715862608.881777048 0 +test INFO: - - 16/May/2024/12/30/08 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862608.882109642 1715862608.882287025 0 +test INFO: - - 16/May/2024/12/30/08 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1715862608.882642508 1715862608.882753849 0 +test INFO: - - 16/May/2024/12/30/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1715862608.881458998 1715862608.883176804 - +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0_a7boos/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00217 seconds (461.55061/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpwoxapl1r/tmp_test_database_auditor/fail1.db: +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: ERROR Could not get container info /tmp/tmp7orrsokb/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp7orrsokb/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp7tosruf9/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14361,7 +17470,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -14373,7 +17482,7 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpwoxapl1r/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp7tosruf9/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14381,11 +17490,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14393,7 +17502,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14401,9 +17510,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.02s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -14417,7 +17526,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14425,7 +17534,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14433,9 +17542,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -14449,7 +17558,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14457,7 +17566,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14465,10 +17574,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.53s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -14481,7 +17590,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14489,7 +17598,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14497,9 +17606,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -14513,7 +17622,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14521,7 +17630,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp1rd87ev3/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() @@ -14529,9 +17638,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -14545,25 +17654,21 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp657ouxuc/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -14597,89 +17702,844 @@ test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok test.unit.common.test_db_auditor.TestAuditor.test_run_once test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx199015ac17964d59856bd-006645fc4f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx199015ac17964d59856bd-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9b2b6194e8a9472b80cad-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74b4d9c15d8d401693125-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9bfda6d6675b4a618dd47-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5cae6a3b592244a6b2466-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txdf3256ba7cd84f5983f38-006645fc4f) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx34b37ff002734fe2beb23-006645fc4f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx34b37ff002734fe2beb23-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test WARNING: Could not autocreate account '/account' (txn: txcd96e5ca1bff4c36b4238-006645fc4f) +test INFO: autocreate account '/account' (txn: txac50e52c23c0484095871-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx95af440ca0e643db8d381-006645fc4f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx95af440ca0e643db8d381-006645fc4f) +test WARNING: Could not autocreate account '/account' (txn: tx95af440ca0e643db8d381-006645fc4f) +test INFO: autocreate account '/account' (txn: txe8e30bd3e5ac41ce96cec-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx89697a40e7fc4282a3f0b-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx89697a40e7fc4282a3f0b-006645fc4f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx89697a40e7fc4282a3f0b-006645fc4f) +test INFO: autocreate account '/account' (txn: txd00a22fcebf94fbcbb0f2-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx8d72d134001b418eb7efe-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx8d72d134001b418eb7efe-006645fc4f) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmprzuwaxix/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmprzuwaxix/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test INFO: autocreate account '/account' (txn: tx8d72d134001b418eb7efe-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa57d421523ab477ea02bc-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa57d421523ab477ea02bc-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txd24037078d0f41c2bdb4a-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx1a57e8e70dc04f3089315-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8bc74d884e114024ba223-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx08205e794444424baaf07-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx86652b8b82914e9f80ebb-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3101d1e874724c94828b0-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx498b1897f96f47a79f89a-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txebe61c78428f483fa8fb2-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx05528a2c6a164b12bca3d-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx05528a2c6a164b12bca3d-006645fc4f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx05528a2c6a164b12bca3d-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx54d5f7baf9b642f3a4c21-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx54d5f7baf9b642f3a4c21-006645fc4f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx54d5f7baf9b642f3a4c21-006645fc4f) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpusvsrcgv/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpusvsrcgv/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp0yp2m8b1/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp0yp2m8b1/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpdt2jfw5m/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx1866c94359624952a8edb-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx5cd0885ba0034e99bd073-006645fc53) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok swift-ring-builder remove [search-value ...] [--yes] @@ -14771,63 +18631,6 @@ Shows information about matching devices. -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok The can be of the form:: drz-:R:/ @@ -14879,94 +18682,30 @@ Matched more than one device: d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_overload @@ -14995,540 +18734,930 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx14c1cfb5051041c1bbae8-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx14c1cfb5051041c1bbae8-006853099f) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx14c1cfb5051041c1bbae8-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd029b784eebf4059afe6e-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd029b784eebf4059afe6e-006853099f) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txd029b784eebf4059afe6e-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx74dd617e13da43c4a23d9-006853099f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx74dd617e13da43c4a23d9-006853099f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txaf7401411cb9492996155-006853099f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txaf7401411cb9492996155-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00045 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txb8250a487a80416dabbe9-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb8250a487a80416dabbe9-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb8250a487a80416dabbe9-006645fc4f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb8250a487a80416dabbe9-006645fc4f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8caa03a8edf5401fab875-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8caa03a8edf5401fab875-006645fc4f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8caa03a8edf5401fab875-006645fc4f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8caa03a8edf5401fab875-006645fc4f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx35e4259ccdd245fc83971-006853099f) -test INFO: Client disconnected on read of '/a/c' (txn: tx35e4259ccdd245fc83971-006853099f) -test INFO: Client disconnected on read of '/a/c' (txn: txc7a3d988ae4e435999ee6-006853099f) -test INFO: Client disconnected on read of '/a/c' (txn: txc7a3d988ae4e435999ee6-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0bd5729a7f9f416ea1e61-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaf27a31a78b0465093ddf-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd6868d33bbc44b918a6aa-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd6868d33bbc44b918a6aa-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd6868d33bbc44b918a6aa-006853099f) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd6868d33bbc44b918a6aa-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1c42f11bb9b14ddba973a-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1c42f11bb9b14ddba973a-006853099f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1c42f11bb9b14ddba973a-006853099f) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1c42f11bb9b14ddba973a-006853099f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx367cd9fe128746558b9c6-006853099f) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx367cd9fe128746558b9c6-006853099f) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx367cd9fe128746558b9c6-006853099f) -test ERROR: Account HEAD returning 503 for [] (txn: tx367cd9fe128746558b9c6-006853099f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx94360e18f4a740ada75b0-006853099f) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx409d45f50f3a4aaf9e2a0-006853099f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx409d45f50f3a4aaf9e2a0-006853099f) -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx47021c6b90a24cb9a6af3-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx963be6223a6c4638b0a67-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx963be6223a6c4638b0a67-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx963be6223a6c4638b0a67-006645fc4f) +test ERROR: Account HEAD returning 503 for [] (txn: tx963be6223a6c4638b0a67-006645fc4f) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx83ed26f5005c418084cf6-006645fc4f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx83ed26f5005c418084cf6-006645fc4f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx83ed26f5005c418084cf6-006645fc4f) +test ERROR: Account HEAD returning 503 for [] (txn: tx83ed26f5005c418084cf6-006645fc4f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3c7409c273fe4cf49f105-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx6fc9197b46024caabd2fd-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx6fc9197b46024caabd2fd-006645fc4f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6fc9197b46024caabd2fd-006645fc4f) +test ERROR: Account HEAD returning 503 for [] (txn: tx6fc9197b46024caabd2fd-006645fc4f) +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpo22a77ib/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpo22a77ib/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10143256187438965 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10194897651672363 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10216760635375977 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10231542587280273 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10244870185852051 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10257697105407715 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10271096229553223 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10284066200256348 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0028610229492188 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0031766891479492 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0033085346221924 -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test INFO: - - - [18/Jun/2025:18:46:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2495502 - -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx800df981f60a4b0f9b7e8-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd2549ac1ad3a4dc58c5fa-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaf9c71e73d5f4d0e9f6ad-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1b4cced25d784199a1982-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9a09131532e0436e9a7e3-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0948c71a539840e4b094f-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3c5f2988f8494ec89645a-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7c97e7e485e74bd7961a0-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx284cff3d3e7f49e6b1b06-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbdb2b2b8bd104032a22ab-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb9197b2abc1f40829f730-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2bed05ba641044d8b53e5-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx35ceecc47860456f9d9b2-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc693b9a1396f43a89761d-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txbdd366929c844cd292da4-00685309a0) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txdae665111a6f444a97ebe-00685309a0) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txab770dd553ad44a59dcde-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3ee9021625444d19b8737-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx87bdafa878ba4a98a28f2-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx39b75c16afac405d81100-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx240d103265f84ff6bd064-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx8183a9ff5a1941b696778-00685309a0) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx023b536d926f4945b50e8-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx633d082732724536887d5-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx61e35390b5c84a67abe77-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx30d60435647c4af4b6068-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4f270791fc2642fd86e58-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd4a8c28296b24cd3909cb-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfcd28bf5a35643ec8d5f3-00685309a0) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server ERROR: Object returning 503 for [] (txn: tx5cd0885ba0034e99bd073-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8991c1862d3449768cf5f-006645fc53) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 swift-ring-builder set_min_part_hours Changes the to the given . This should be set to however long a full replication/update cycle takes. We're working on a way @@ -15584,6 +19713,2326 @@ multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000'} +test DEBUG: bucket None POST +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 112 (Last start was 0) +Gather start is 112 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb +Placed 184/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda +Placed 184/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdd +Placed 184/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc +Placed 48/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb +Placed 48/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda +Placed 48/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc +Placed 157/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb +Placed 157/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sda +Placed 200/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd +Placed 200/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc +Placed 200/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb +Placed 174/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda +Placed 174/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd +Placed 174/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc +Placed 223/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb +Placed 223/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda +Placed 223/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd +Placed 52/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc +Placed 52/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdb +Placed 52/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda +Placed 201/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdd +Placed 201/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdc +Placed 201/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb +Placed 17/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sda +Placed 17/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd +Placed 17/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc +Placed 254/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda +Placed 254/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdd +Placed 2/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc +Placed 2/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb +Placed 2/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd +Placed 165/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc +Placed 165/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb +Placed 185/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda +Placed 185/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd +Placed 185/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc +Placed 162/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb +Placed 162/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sda +Placed 162/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd +Placed 55/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc +Placed 55/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb +Placed 55/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda +Placed 140/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd +Placed 140/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc +Placed 140/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb +Placed 91/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdd +Placed 91/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc +Placed 4/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb +Placed 4/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda +Placed 4/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd +Placed 29/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc +Placed 29/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb +Placed 29/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda +Placed 78/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd +Placed 78/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdc +Placed 78/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb +Placed 82/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda +Placed 82/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd +Placed 82/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc +Placed 192/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd +Placed 13/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc +Placed 13/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb +Placed 13/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda +Placed 240/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc +Placed 240/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb +Placed 106/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda +Placed 106/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd +Placed 106/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb +Placed 94/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda +Placed 94/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd +Placed 179/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc +Placed 179/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda +Placed 56/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd +Placed 56/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc +Placed 56/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb +Placed 87/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda +Placed 87/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd +Placed 87/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc +Placed 98/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb +Placed 98/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda +Placed 98/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd +Placed 64/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc +Placed 64/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda +Placed 141/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd +Placed 141/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdc +Placed 141/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda +Placed 132/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc +Placed 100/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb +Placed 100/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda +Placed 100/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc +Placed 212/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb +Placed 212/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda +Placed 12/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd +Placed 12/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc +Placed 12/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb +Placed 59/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda +Placed 59/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc +Placed 130/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb +Placed 130/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda +Placed 130/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd +Placed 9/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb +Placed 9/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda +Placed 28/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd +Placed 28/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc +Placed 28/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda +Placed 53/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd +Placed 53/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc +Placed 19/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb +Placed 19/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda +Placed 19/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd +Placed 110/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc +Placed 110/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb +Placed 110/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda +Placed 111/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd +Placed 111/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc +Placed 111/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb +Placed 50/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda +Placed 50/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd +Placed 50/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc +Placed 105/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sda +Placed 105/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd +Placed 180/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc +Placed 180/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb +Placed 180/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd +Placed 57/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb +Placed 230/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda +Placed 230/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd +Placed 230/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdc +Placed 215/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb +Placed 215/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sda +Placed 215/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd +Placed 167/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc +Placed 167/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb +Placed 167/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda +Placed 252/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd +Placed 252/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc +Placed 252/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb +Placed 90/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda +Placed 90/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd +Placed 90/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc +Placed 122/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda +Placed 122/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd +Placed 107/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc +Placed 107/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sda +Placed 47/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd +Placed 47/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb +Placed 83/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sda +Placed 83/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdd +Placed 83/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc +Placed 238/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb +Placed 238/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda +Placed 238/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd +Placed 40/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc +Placed 40/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb +Placed 40/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda +Placed 125/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd +Placed 125/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda +Placed 89/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb +Placed 178/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd +Placed 46/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda +Placed 205/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd +Placed 205/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc +Placed 205/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb +Placed 143/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd +Placed 143/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc +Placed 160/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda +Placed 160/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdd +Placed 119/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc +Placed 119/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdb +Placed 119/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda +Placed 127/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd +Placed 127/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb +Placed 221/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc +Placed 67/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb +Placed 67/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdd +Placed 16/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdc +Placed 16/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb +Placed 16/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda +Placed 173/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd +Placed 173/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb +Placed 203/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sda +Placed 203/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd +Placed 203/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc +Placed 182/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdb +Placed 182/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda +Placed 182/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd +Placed 243/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc +Placed 243/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb +Placed 243/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sda +Placed 35/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd +Placed 35/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc +Placed 35/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda +Placed 96/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd +Placed 0/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdb +Placed 0/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda +Placed 32/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd +Placed 32/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc +Placed 32/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda +Placed 20/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd +Placed 20/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc +Placed 154/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb +Placed 154/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda +Placed 154/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdd +Placed 86/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc +Placed 86/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdb +Placed 86/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda +Placed 30/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd +Placed 30/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc +Placed 30/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb +Placed 49/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sda +Placed 49/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd +Placed 49/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdc +Placed 126/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdb +Placed 126/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sda +Placed 126/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd +Placed 14/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb +Placed 14/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda +Placed 115/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd +Placed 115/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc +Placed 115/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb +Placed 63/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sda +Placed 63/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd +Placed 63/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc +Placed 3/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb +Placed 3/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sda +Placed 3/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd +Placed 177/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc +Placed 177/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda +Placed 22/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd +Placed 22/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc +Placed 22/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb +Placed 245/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda +Placed 245/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdc +Placed 99/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb +Placed 99/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda +Placed 99/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc +Placed 228/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb +Placed 228/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda +Placed 61/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd +Placed 61/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc +Placed 61/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb +Placed 70/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd +Placed 70/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc +Placed 58/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb +Placed 58/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda +Placed 58/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd +Placed 233/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc +Placed 233/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb +Placed 233/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda +Placed 102/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd +Placed 102/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc +Placed 102/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb +Placed 186/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda +Placed 186/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd +Placed 186/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd +Placed 196/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc +Placed 196/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb +Placed 196/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda +Placed 248/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd +Placed 248/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc +Placed 248/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb +Placed 219/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda +Placed 219/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd +Placed 219/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc +Placed 204/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb +Placed 204/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda +Placed 204/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd +Placed 153/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc +Placed 153/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda +Placed 118/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc +Placed 118/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdb +Placed 191/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda +Placed 191/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd +Placed 191/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc +Placed 181/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb +Placed 181/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sda +Placed 181/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc +Placed 161/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb +Placed 161/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda +Placed 95/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd +Placed 95/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdc +Placed 95/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sda +Placed 187/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd +Placed 187/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb +Placed 25/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda +Placed 25/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdd +Placed 31/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc +Placed 31/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb +Placed 31/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdd +Placed 26/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdb +Placed 152/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda +Placed 152/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd +Placed 152/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc +Placed 176/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb +Placed 176/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda +Placed 176/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc +Placed 108/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb +Placed 108/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda +Placed 18/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd +Placed 18/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc +Placed 18/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb +Placed 109/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda +Placed 109/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd +Placed 109/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdc +Placed 209/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb +Placed 209/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda +Placed 209/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdd +Placed 217/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc +Placed 217/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb +Placed 217/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda +Placed 168/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc +Placed 168/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb +Placed 51/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda +Placed 51/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd +Placed 51/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc +Placed 225/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb +Placed 225/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc +Placed 241/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdb +Placed 241/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda +Placed 249/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd +Placed 249/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc +Placed 249/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb +Placed 239/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda +Placed 239/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd +Placed 239/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc +Placed 1/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb +Placed 1/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda +Placed 1/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc +Placed 136/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda +Placed 116/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd +Placed 116/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc +Placed 116/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdb +Placed 207/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sda +Placed 207/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd +Placed 207/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc +Placed 172/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda +Placed 172/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd +Placed 142/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc +Placed 142/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb +Placed 142/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda +Placed 36/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb +Placed 214/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd +Placed 214/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdc +Placed 134/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb +Placed 134/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda +Placed 134/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdd +Placed 42/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc +Placed 42/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdb +Placed 42/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sda +Placed 175/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd +Placed 175/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb +Placed 101/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda +Placed 101/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd +Placed 101/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb +Placed 206/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda +Placed 206/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc +Placed 164/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb +Placed 164/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda +Placed 244/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd +Placed 244/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc +Placed 244/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb +Placed 37/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda +Placed 37/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdd +Placed 37/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc +Placed 146/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda +Placed 146/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd +Placed 171/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc +Placed 171/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdb +Placed 171/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda +Placed 199/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd +Placed 199/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc +Placed 199/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdb +Placed 135/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd +Placed 135/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc +Placed 72/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb +Placed 72/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda +Placed 72/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd +Placed 73/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc +Placed 73/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb +Placed 73/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda +Placed 15/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd +Placed 15/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc +Placed 15/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb +Placed 158/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda +Placed 158/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd +Placed 158/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb +Placed 210/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc +Placed 38/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb +Placed 38/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda +Placed 137/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd +Placed 137/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc +Placed 137/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb +Placed 113/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sda +Placed 113/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdd +Placed 113/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc +Placed 159/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdb +Placed 159/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sda +Placed 159/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc +Placed 11/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb +Placed 11/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda +Placed 198/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd +Placed 198/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc +Placed 198/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb +Placed 76/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda +Placed 76/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd +Placed 76/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc +Placed 5/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb +Placed 5/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd +Placed 242/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc +Placed 242/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb +Placed 242/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda +Placed 139/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc +Placed 139/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb +Placed 232/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda +Placed 232/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd +Placed 232/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc +Placed 92/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb +Placed 92/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb +Placed 250/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sda +Placed 247/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd +Placed 247/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc +Placed 247/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb +Placed 237/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda +Placed 237/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdb +Placed 81/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdd +Placed 85/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc +Placed 85/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb +Placed 85/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda +Placed 54/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdd +Placed 54/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdc +Placed 54/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb +Placed 194/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sda +Placed 194/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd +Placed 194/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc +Placed 155/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb +Placed 155/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd +Placed 74/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb +Placed 74/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda +Placed 27/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdc +Placed 27/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb +Placed 229/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda +Placed 229/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdd +Placed 229/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc +Placed 169/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb +Placed 169/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda +Placed 169/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd +Placed 235/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc +Placed 235/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda +Placed 41/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd +Placed 41/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc +Placed 41/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb +Placed 131/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sda +Placed 131/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdd +Placed 131/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb +Placed 231/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd +Placed 208/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda +Placed 71/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdd +Placed 71/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdc +Placed 71/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdb +Placed 120/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd +Placed 120/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdc +Placed 129/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb +Placed 129/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sda +Placed 129/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd +Placed 69/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc +Placed 69/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdb +Placed 69/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd +Placed 224/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc +Placed 224/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda +Placed 39/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda +Placed 10/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd +Placed 10/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc +Placed 10/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb +Placed 43/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd +Placed 43/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc +Placed 149/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdb +Placed 149/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda +Placed 149/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdd +Placed 236/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc +Placed 236/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb +Placed 236/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda +Placed 88/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdd +Placed 88/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc +Placed 88/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb +Placed 68/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda +Placed 68/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd +Placed 68/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc +Placed 170/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sda +Placed 170/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd +Placed 138/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc +Placed 138/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb +Placed 138/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda +Placed 227/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda +Placed 213/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd +Placed 213/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc +Placed 147/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb +Placed 147/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda +Placed 147/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb +Placed 150/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda +Placed 93/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdd +Placed 93/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb +Placed 44/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda +Placed 44/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdd +Placed 44/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc +Placed 84/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdb +Placed 84/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda +Placed 84/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd +Placed 133/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc +Placed 133/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb +Placed 133/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdd +Placed 234/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb +Placed 121/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda +Placed 121/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd +Placed 121/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdd +Placed 117/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc +Placed 117/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb +Placed 117/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd +Placed 8/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc +Placed 8/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb +Placed 190/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda +Placed 190/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd +Placed 190/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc +Placed 218/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb +Placed 218/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda +Placed 218/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdd +Placed 24/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda +Placed 202/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdc +Placed 202/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb +Placed 151/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda +Placed 151/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc +Placed 45/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb +Placed 45/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda +Placed 45/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd +Placed 216/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc +Placed 216/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd +Placed 195/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb +Placed 79/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sda +Placed 79/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd +Placed 79/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdb +Placed 104/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda +Placed 104/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd +Placed 7/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdc +Placed 7/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb +Placed 7/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd +Placed 222/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda +Placed 77/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd +Placed 77/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc +Placed 33/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb +Placed 33/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda +Placed 33/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdd +Placed 23/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb +Placed 23/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda +Placed 246/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd +Placed 246/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc +Placed 246/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb +Placed 75/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdc +Placed 197/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb +Placed 197/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda +Placed 197/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdd +Placed 193/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc +Placed 193/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb +Placed 193/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda +Placed 66/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd +Placed 66/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc +Placed 65/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda +Placed 65/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd +Placed 220/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdc +Placed 220/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb +Placed 220/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sda +Placed 163/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdd +Placed 163/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc +Placed 163/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda +Placed 124/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd +Placed 124/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc +Placed 97/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb +Placed 97/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda +Placed 97/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd +Placed 128/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb +Placed 128/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd +Placed 145/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc +Placed 145/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb +Placed 251/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda +Placed 251/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd +Placed 251/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc +Placed 144/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb +Placed 144/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda +Placed 144/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd +Placed 211/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc +Placed 211/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdb +Placed 211/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda +Placed 156/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd +Placed 156/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc +Placed 156/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda +Placed 62/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc +Placed 80/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb +Placed 80/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda +Placed 80/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb +Placed 123/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sda +Placed 148/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd +Placed 148/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc +Placed 148/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb +Placed 189/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd +Placed 189/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb +Placed 112/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda +Placed 112/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc +Placed 114/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb +Placed 114/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda +Placed 103/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc +Placed 103/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd +Placed 226/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc +Placed 60/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb +Placed 60/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sda +Placed 60/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd +Placed 34/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc +Placed 34/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb +Placed 34/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda +Placed 6/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd +Placed 6/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 194 (Last start was 112) +DEBUG: Gather start is 194 (Last start was 112) +Gather start is 194 (Last start was 112) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 194 (Last start was 112) +DEBUG: Gather start is 194 (Last start was 112) +DEBUG: Gather start is 194 (Last start was 112) +Gather start is 194 (Last start was 112) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +Unlinked retiring db '/tmp/tmpa4q48u_m/containers/part/suffix/hash/container.db' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok swift-ring-builder set_region [ set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices @@ -15713,704 +22203,1750 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +proxy-server ERROR: Object returning 503 for [] (txn: tx8991c1862d3449768cf5f-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server ERROR: Object returning 503 for [] (txn: txefa418603dd345dcbc40e-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6170b44d709c4b7dafe09-006645fc4f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6170b44d709c4b7dafe09-006645fc4f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6170b44d709c4b7dafe09-006645fc4f) +test ERROR: Account HEAD returning 503 for [] (txn: tx6170b44d709c4b7dafe09-006645fc4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3a680de8054f4351bacd0-006645fc50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx562b88e728c74313b13a9-006645fc50) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx562b88e728c74313b13a9-006645fc50) +test INFO: Client disconnected on read of '/a/c' (txn: tx562b88e728c74313b13a9-006645fc50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf3be2ff7d5c24c5dbbecd-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx22f6076b2c0a46a7a26fd-006645fc50) +test INFO: Client disconnected on read of '/a/c' (txn: tx22f6076b2c0a46a7a26fd-006645fc50) +test INFO: Client disconnected on read of '/a/c/' (txn: tx22f6076b2c0a46a7a26fd-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9bbac15043154c02b8794-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9bbac15043154c02b8794-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9bbac15043154c02b8794-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9bbac15043154c02b8794-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx605cdb2062374f64884fb-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx605cdb2062374f64884fb-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx605cdb2062374f64884fb-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx605cdb2062374f64884fb-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx346cc96d8dfb41f68dd54-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx346cc96d8dfb41f68dd54-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx346cc96d8dfb41f68dd54-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx346cc96d8dfb41f68dd54-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx17d11635f1ae4abd8f08c-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx17d11635f1ae4abd8f08c-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx17d11635f1ae4abd8f08c-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx17d11635f1ae4abd8f08c-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx70eb16e73db34351afbfc-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx70eb16e73db34351afbfc-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx70eb16e73db34351afbfc-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx70eb16e73db34351afbfc-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx694435407c4d43fda72d6-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx694435407c4d43fda72d6-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx694435407c4d43fda72d6-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx694435407c4d43fda72d6-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx468148e79f10477784f00-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx468148e79f10477784f00-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx468148e79f10477784f00-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx468148e79f10477784f00-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6e76cba4dd02455b838df-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6e76cba4dd02455b838df-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6e76cba4dd02455b838df-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6e76cba4dd02455b838df-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx53d2a00cc617471aa08eb-006645fc50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx53d2a00cc617471aa08eb-006645fc50) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx53d2a00cc617471aa08eb-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx53d2a00cc617471aa08eb-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx53d2a00cc617471aa08eb-006645fc50) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx53d2a00cc617471aa08eb-006645fc50) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8e9c340f74341c2ae094-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa8e9c340f74341c2ae094-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa8e9c340f74341c2ae094-006645fc50) +test ERROR: Container GET returning 503 for [503, 503] (txn: txa8e9c340f74341c2ae094-006645fc50) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5160a6c0e0224ff193585-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5160a6c0e0224ff193585-006645fc50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx5160a6c0e0224ff193585-006645fc50) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5160a6c0e0224ff193585-006645fc50) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5160a6c0e0224ff193585-006645fc50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx5160a6c0e0224ff193585-006645fc50) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5160a6c0e0224ff193585-006645fc50) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx5160a6c0e0224ff193585-006645fc50) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txede3871dee4b4779a16cc-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txede3871dee4b4779a16cc-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txede3871dee4b4779a16cc-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: txede3871dee4b4779a16cc-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx60fa7a73633949b1a1d0d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx60fa7a73633949b1a1d0d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx60fa7a73633949b1a1d0d-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx60fa7a73633949b1a1d0d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4862d6abff6943f8871c9-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4862d6abff6943f8871c9-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4862d6abff6943f8871c9-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx4862d6abff6943f8871c9-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6fe7a8ddea34497a98501-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6fe7a8ddea34497a98501-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6fe7a8ddea34497a98501-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx6fe7a8ddea34497a98501-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdb3806d8f54e4c00b33db-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdb3806d8f54e4c00b33db-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdb3806d8f54e4c00b33db-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: txdb3806d8f54e4c00b33db-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3c7e6981a40c4aa28ac4d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3c7e6981a40c4aa28ac4d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3c7e6981a40c4aa28ac4d-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx3c7e6981a40c4aa28ac4d-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3ff8329aed6240f297bee-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3ff8329aed6240f297bee-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3ff8329aed6240f297bee-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx3ff8329aed6240f297bee-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2eb7aae1e4854c0a90f6e-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2eb7aae1e4854c0a90f6e-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2eb7aae1e4854c0a90f6e-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx2eb7aae1e4854c0a90f6e-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba99a1b972d44bc39f7ce-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba99a1b972d44bc39f7ce-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba99a1b972d44bc39f7ce-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: txba99a1b972d44bc39f7ce-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa29ee6ca8b1c4951bf855-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa29ee6ca8b1c4951bf855-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa29ee6ca8b1c4951bf855-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: txa29ee6ca8b1c4951bf855-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4c3af4d6f8f04a92aa92f-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4c3af4d6f8f04a92aa92f-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4c3af4d6f8f04a92aa92f-006645fc51) +test ERROR: Container GET returning 503 for [] (txn: tx4c3af4d6f8f04a92aa92f-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txff393019328b44d19735c-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txff393019328b44d19735c-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txff393019328b44d19735c-006645fc51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txff393019328b44d19735c-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx37b2da80937d427489af8-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx37b2da80937d427489af8-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx37b2da80937d427489af8-006645fc51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx37b2da80937d427489af8-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9bb09d4562dd4690883b4-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9bb09d4562dd4690883b4-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9bb09d4562dd4690883b4-006645fc51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9bb09d4562dd4690883b4-006645fc51) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx820f5fde0acc4c6893f5a-006645fc51) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx820f5fde0acc4c6893f5a-006645fc51) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx820f5fde0acc4c6893f5a-006645fc51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx820f5fde0acc4c6893f5a-006645fc51) +test INFO: Client disconnected on read of '/a/c' (txn: txd71b5e7f362546fe8535e-006645fc51) +test INFO: Client disconnected on read of '/a/c/' (txn: txd71b5e7f362546fe8535e-006645fc51) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0002cbfe4bbe48bbb4797-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2ae32979594a4d79a126c-006645fc51) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0e5bf822578d4d24907b2-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2ae32979594a4d79a126c-006645fc51) +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx685ffe29c6cf4bd287658-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa858781a27594b5498668-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4fef45f400bd4b669ab4d-006853099f) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1c67523a293440f78ad26-006853099f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1c67523a293440f78ad26-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx343c9162a40945909aa92-006853099f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx343c9162a40945909aa92-006853099f) -test WARNING: Could not autocreate account '/account' (txn: tx343c9162a40945909aa92-006853099f) -test INFO: autocreate account '/account' (txn: txb74cc03eacd343f7b81cf-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx6d7753d70ea64686881f4-006853099f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6d7753d70ea64686881f4-006853099f) -test WARNING: Could not autocreate account '/account' (txn: tx6d7753d70ea64686881f4-006853099f) -test INFO: autocreate account '/account' (txn: txaf347fcb74fc492a9e34a-006853099f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0c48f835e1b44dfdadc0a-006853099f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0c48f835e1b44dfdadc0a-006853099f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0c48f835e1b44dfdadc0a-006853099f) -test INFO: autocreate account '/account' (txn: txdf4f3ad62f2a40f5a383b-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txac1387d440784edbad6c6-006853099f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txac1387d440784edbad6c6-006853099f) -test INFO: autocreate account '/account' (txn: txac1387d440784edbad6c6-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx30b440d28bbe4586b6a49-006853099f) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0034637451171875 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.003580093383789 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0036821365356445 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0038113594055176 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0039210319519043 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1048741340637207 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1219253540039062e-05: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET https://cluster.domain HTTP/1.0" 200 117 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx4e18f0ea7fe54ca2bc38b-006645fc55) +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (1593234) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "PUT /path HTTP/1.0" 200 105 0.000063 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000049 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET / HTTP/1.1" 200 120 0.000067 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 16 May 2024 12:30:13 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET /%FF HTTP/1.1" 200 123 0.000125 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 16 May 2024 12:30:13 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "GET /ÿ HTTP/1.1" 200 126 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 16 May 2024 12:30:13 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:13] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000058 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server ERROR: Object returning 503 for [] (txn: txf02ef29984db4724b2d20-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9669ed23570c4e42bddc1-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1d7f4d3a3e2431b97790-006645fc53) +proxy-server ERROR: Object returning 503 for [] (txn: txc1d7f4d3a3e2431b97790-006645fc53) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2ae32979594a4d79a126c-006645fc51) +test ERROR: Account HEAD returning 503 for [] (txn: tx2ae32979594a4d79a126c-006645fc51) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx0d6399257786456b95365-006645fc51) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx0d6399257786456b95365-006645fc51) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx0d6399257786456b95365-006645fc51) +test ERROR: Account HEAD returning 503 for [] (txn: tx0d6399257786456b95365-006645fc51) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx56ca3fc5c1664522b0467-006645fc51) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txcbc76a0ea8e845959b53e-006645fc52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc035f61410384f3e86046-006645fc52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp2ix7jfz3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ix7jfz3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp2ix7jfz3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ix7jfz3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0042 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5b085f95da44429587aa9-006645fc52" "proxy-server 1593242" 0.0013 "-" 1593242 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56075/sdb1/1/a/c" "tx5b085f95da44429587aa9-006645fc52" "container-server 1593242" 0.0012 "-" 1593242 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48533/sda1/1/a/c" "tx5b085f95da44429587aa9-006645fc52" "container-server 1593242" 0.0010 "-" 1593242 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5b085f95da44429587aa9-006645fc52" "proxy-server 1593242" 0.0147 "-" 1593242 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5b085f95da44429587aa9-006645fc52" "proxy-server 1593242" 0.0107 "-" 1593242 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5b085f95da44429587aa9-006645fc52 - 0.0232 - - 1715862610.610982656 1715862610.634229898 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb59e38d0a11f420187349-006645fc52" "proxy-server 1593242" 0.0014 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56075/sdb1/1/a1/c1" "txb59e38d0a11f420187349-006645fc52" "container-server 1593242" 0.0012 "-" 1593242 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48533/sda1/1/a1/c1" "txb59e38d0a11f420187349-006645fc52" "container-server 1593242" 0.0012 "-" 1593242 0 +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/30/11 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1715862611.198497772 1715862611.199448109 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/30/11 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1715862611.200020552 1715862611.200810671 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +Quarantined /tmp/tmpfpcckma5/dev/dbs/par/pre/db to /tmp/tmpfpcckma5/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpfpcckma5/dev/dbs/par/pre/db to /tmp/tmpfpcckma5/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpfpcckma5/dev/dbs/par/pre/db to /tmp/tmpfpcckma5/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpfpcckma5/dev/dbs/par/pre/db to /tmp/tmpfpcckma5/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +Quarantined /tmp/tmp8ucdyq_3/dev/dbs/par/pre/db to /tmp/tmp8ucdyq_3/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpsdadtpje/dev/dbs/par/pre/db to /tmp/tmpsdadtpje/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx30b440d28bbe4586b6a49-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txe21f0549a845473996410-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx60993801c70640dd8a549-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ef120e42edd48f3864d7-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfb2e3a196c064721b7909-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdfe67404c44d4dffb33dc-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx92e261cb37304464b4395-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5ad187d99ae94e21bb16c-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txe618512ce9c74ff0a93b6-006853099f) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx54c90da9d689479788799-006853099f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx54c90da9d689479788799-006853099f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx54c90da9d689479788799-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx06ea5e0190c545fdabed2-006853099f) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx06ea5e0190c545fdabed2-006853099f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx06ea5e0190c545fdabed2-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txbad59fe7bb2f4091ace1d-006853099f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbad59fe7bb2f4091ace1d-006853099f) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb59e38d0a11f420187349-006645fc52" "proxy-server 1593242" 0.0136 "-" 1593242 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb59e38d0a11f420187349-006645fc52" "proxy-server 1593242" 0.8073 "-" 1593242 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb59e38d0a11f420187349-006645fc52 - 0.8197 - - 1715862610.635620594 1715862611.455313206 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8184027293449cb9d218-006645fc53" "proxy-server 1593242" 0.0020 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48533/sda1/2/a/c1" "txe8184027293449cb9d218-006645fc53" "container-server 1593242" 0.0043 "-" 1593242 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56075/sdb1/2/a/c1" "txe8184027293449cb9d218-006645fc53" "container-server 1593242" 0.0017 "-" 1593242 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8184027293449cb9d218-006645fc53" "proxy-server 1593242" 0.0172 "-" 1593242 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8184027293449cb9d218-006645fc53" "proxy-server 1593242" 0.0134 "-" 1593242 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe8184027293449cb9d218-006645fc53 - 0.0269 - - 1715862611.456736088 1715862611.483683825 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe6290922c01d4e5fb6c02-006645fc53" "proxy-server 1593242" 0.0019 "-" 1593242 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48533/sda1/1/a/c2" "txe6290922c01d4e5fb6c02-006645fc53" "container-server 1593242" 0.0018 "-" 1593242 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56075/sdb1/1/a/c2" "txe6290922c01d4e5fb6c02-006645fc53" "container-server 1593242" 0.0011 "-" 1593242 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe6290922c01d4e5fb6c02-006645fc53" "proxy-server 1593242" 0.0143 "-" 1593242 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe6290922c01d4e5fb6c02-006645fc53" "proxy-server 1593242" 0.0101 "-" 1593242 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe6290922c01d4e5fb6c02-006645fc53 - 0.0234 - - 1715862611.485077143 1715862611.508476734 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txa1cd45d826d34b37ae66c-00685309a0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa1cd45d826d34b37ae66c-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txc7eef97584454e08990d8-00685309a0) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/é‰ From Object Server 10.0.0.0:1000/sda (txn: tx01017661108e43e48ba42-00685309a0) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6bba1f01140d4c29ae226-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx827f586730f04f3b99a13-00685309a0) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx827f586730f04f3b99a13-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf605955930584107834da-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf605955930584107834da-00685309a0) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: txf605955930584107834da-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc676d7cd1f0840458f4fb-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc676d7cd1f0840458f4fb-00685309a0) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/é‰: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10030937194824219 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10106515884399414 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10128188133239746 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10142636299133301 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10156369209289551 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10170531272888184 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10184288024902344 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10199117660522461 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008037090301514 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011451244354248 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012917518615723 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014235973358154 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015347003936768 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016522407531738 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001762866973877 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018703937530518 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10171294212341309 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.0503997802734375e-05: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: txc676d7cd1f0840458f4fb-00685309a0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8a77005e6d8e442f952d3-00685309a0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok The can be of the form:: drz-:R:/ @@ -16510,50 +24046,384 @@ Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try @@ -16603,27 +24473,18 @@ test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok test.unit.common.test_memcached.TestMemcached.test_error_raising test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok test.unit.common.test_memcached.TestMemcached.test_get_conns test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname @@ -16660,303 +24521,376 @@ test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txbad59fe7bb2f4091ace1d-006853099f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbad59fe7bb2f4091ace1d-006853099f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx847f959d435241a48c8b5-006853099f) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx847f959d435241a48c8b5-006853099f) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx847f959d435241a48c8b5-006853099f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx847f959d435241a48c8b5-006853099f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx0552cf51ea79409093ef1-006853099f) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txf901a7a8467d44eaa986f-006853099f) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txf901a7a8467d44eaa986f-006853099f) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf901a7a8467d44eaa986f-006853099f) -test ERROR: Account HEAD returning 503 for [] (txn: txf901a7a8467d44eaa986f-006853099f) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc92bbcac09ee4f03884d5-006853099f) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc92bbcac09ee4f03884d5-006853099f) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc92bbcac09ee4f03884d5-006853099f) -test ERROR: Account HEAD returning 503 for [] (txn: txc92bbcac09ee4f03884d5-006853099f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7f28e8f89690477dbc156-006853099f) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx567eb002701b41dc8f7f3-006853099f) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx567eb002701b41dc8f7f3-006853099f) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx567eb002701b41dc8f7f3-006853099f) -test ERROR: Account HEAD returning 503 for [] (txn: tx567eb002701b41dc8f7f3-006853099f) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1856f98b93794191871c5-006853099f) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1856f98b93794191871c5-006853099f) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1856f98b93794191871c5-006853099f) -test ERROR: Account HEAD returning 503 for [] (txn: tx1856f98b93794191871c5-006853099f) -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx9c08238129c54078ad8b7-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20f415898151418ca337f-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe @@ -16971,7 +24905,7 @@ test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9073486328125e-05: +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.811981201171875e-05: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr new_val = self._incr_or_decr(fp, sock, cmd, delta_val) @@ -17000,7 +24934,7 @@ test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.8835067749023438e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.811981201171875e-05, incomplete read test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: Traceback (most recent call last): @@ -17025,1121 +24959,212 @@ raise Exception('add failed') Exception: add failed test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: boom -test ERROR: Problem finding shard upper in '/tmp/tmpocyeqw51/test_container.db': : LockTimeout (Nones) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx95063b766c7d408a824d7-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx95063b766c7d408a824d7-00685309a0) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx95063b766c7d408a824d7-00685309a0) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx95063b766c7d408a824d7-00685309a0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6239273687c04d0884b86-00685309a0) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6239273687c04d0884b86-00685309a0) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6239273687c04d0884b86-00685309a0) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6239273687c04d0884b86-00685309a0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx7eae0b69194b449997542-00685309a0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx7d90da76f1084374b1a94-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7d90da76f1084374b1a94-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx7d90da76f1084374b1a94-00685309a1) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbe027d32c44a477f87bfc-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx059629c718b14d5abaa98-00685309a0) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx059629c718b14d5abaa98-00685309a0) -test INFO: Client disconnected on read of '/a/c' (txn: tx059629c718b14d5abaa98-00685309a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx356be90e506b48e3bbba0-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx392a8bde6c904c16956ed-00685309a0) -test INFO: Client disconnected on read of '/a/c' (txn: tx392a8bde6c904c16956ed-00685309a0) -test INFO: Client disconnected on read of '/a/c/' (txn: tx392a8bde6c904c16956ed-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe90171d39cc849d988551-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe90171d39cc849d988551-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe90171d39cc849d988551-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe90171d39cc849d988551-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9d04e8ecc2e643c08dbcc-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9d04e8ecc2e643c08dbcc-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9d04e8ecc2e643c08dbcc-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9d04e8ecc2e643c08dbcc-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx089221db35554a1e9bcd0-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx089221db35554a1e9bcd0-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx089221db35554a1e9bcd0-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx089221db35554a1e9bcd0-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx234d8f5f3a8f498b96525-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx234d8f5f3a8f498b96525-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx234d8f5f3a8f498b96525-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx234d8f5f3a8f498b96525-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf2f8ba845ca14974b2b47-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf2f8ba845ca14974b2b47-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf2f8ba845ca14974b2b47-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf2f8ba845ca14974b2b47-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx46afce92d9b64fc3814bd-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx46afce92d9b64fc3814bd-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx46afce92d9b64fc3814bd-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx46afce92d9b64fc3814bd-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx63a54caeeb384258ad837-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx63a54caeeb384258ad837-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx63a54caeeb384258ad837-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx63a54caeeb384258ad837-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1c8e3a826e6040fb9d161-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1c8e3a826e6040fb9d161-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1c8e3a826e6040fb9d161-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1c8e3a826e6040fb9d161-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx990a80e3a2374dd0b1604-00685309a0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx990a80e3a2374dd0b1604-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx990a80e3a2374dd0b1604-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx990a80e3a2374dd0b1604-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx990a80e3a2374dd0b1604-00685309a0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx990a80e3a2374dd0b1604-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx072bd373b7844e689d7cf-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx072bd373b7844e689d7cf-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx072bd373b7844e689d7cf-00685309a0) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx072bd373b7844e689d7cf-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb898e7a3d33e42b5bce27-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb898e7a3d33e42b5bce27-00685309a0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txb898e7a3d33e42b5bce27-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb898e7a3d33e42b5bce27-00685309a0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb898e7a3d33e42b5bce27-00685309a0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txb898e7a3d33e42b5bce27-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb898e7a3d33e42b5bce27-00685309a0) -test ERROR: Container GET returning 503 for [503, 503] (txn: txb898e7a3d33e42b5bce27-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1f49e2d6f82d437f9edb9-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1f49e2d6f82d437f9edb9-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1f49e2d6f82d437f9edb9-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx1f49e2d6f82d437f9edb9-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx50e534e75f7e440280d24-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx50e534e75f7e440280d24-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx50e534e75f7e440280d24-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx50e534e75f7e440280d24-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0d678e7a66d545318d279-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0d678e7a66d545318d279-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0d678e7a66d545318d279-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx0d678e7a66d545318d279-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5f5873a610de489fb6a66-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5f5873a610de489fb6a66-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5f5873a610de489fb6a66-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx5f5873a610de489fb6a66-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0a1308217f4d4cd69cd70-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0a1308217f4d4cd69cd70-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0a1308217f4d4cd69cd70-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx0a1308217f4d4cd69cd70-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2100909251eb482f8e18a-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2100909251eb482f8e18a-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2100909251eb482f8e18a-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx2100909251eb482f8e18a-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx00fcec639d234e7d8a57f-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx00fcec639d234e7d8a57f-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx00fcec639d234e7d8a57f-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx00fcec639d234e7d8a57f-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx699be4228c1d493e9b364-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx699be4228c1d493e9b364-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx699be4228c1d493e9b364-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx699be4228c1d493e9b364-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe040fbbfdbad4840a78d3-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe040fbbfdbad4840a78d3-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe040fbbfdbad4840a78d3-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: txe040fbbfdbad4840a78d3-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeac461833cde4ba4974fd-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeac461833cde4ba4974fd-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeac461833cde4ba4974fd-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: txeac461833cde4ba4974fd-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7413c2cfc2c0482e880f5-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7413c2cfc2c0482e880f5-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7413c2cfc2c0482e880f5-00685309a0) -test ERROR: Container GET returning 503 for [] (txn: tx7413c2cfc2c0482e880f5-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5f278ba3dd4e41748688d-00685309a0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5f278ba3dd4e41748688d-00685309a0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5f278ba3dd4e41748688d-00685309a0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5f278ba3dd4e41748688d-00685309a0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx161c5a505afe4dcbaa5bd-00685309a1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx161c5a505afe4dcbaa5bd-00685309a1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx161c5a505afe4dcbaa5bd-00685309a1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx161c5a505afe4dcbaa5bd-00685309a1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf52be37b82fa47a9b0961-00685309a1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf52be37b82fa47a9b0961-00685309a1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf52be37b82fa47a9b0961-00685309a1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf52be37b82fa47a9b0961-00685309a1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4a62d414abe64a0d8a553-00685309a1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4a62d414abe64a0d8a553-00685309a1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4a62d414abe64a0d8a553-00685309a1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4a62d414abe64a0d8a553-00685309a1) -test INFO: Client disconnected on read of '/a/c' (txn: tx1fba68432b7d43038dad8-00685309a1) -test INFO: Client disconnected on read of '/a/c/' (txn: tx1fba68432b7d43038dad8-00685309a1) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe770b1bc23d741fc8128d-00685309a1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe770b1bc23d741fc8128d-00685309a1) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe770b1bc23d741fc8128d-00685309a1) -test ERROR: Account HEAD returning 503 for [] (txn: txe770b1bc23d741fc8128d-00685309a1) -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx20c5777fe5934907a793b-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx20c5777fe5934907a793b-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx05f92b9fc2544d8f87fe0-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0566a68299be44de8a15b-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx0566a68299be44de8a15b-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx511d86bd3e934f29bf4a9-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx511d86bd3e934f29bf4a9-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf39334e13c7b4a0290187-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txf39334e13c7b4a0290187-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa73f6b2b7cbb4336860ba-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txa73f6b2b7cbb4336860ba-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: txa73f6b2b7cbb4336860ba-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx433f9f215d3b4e36b3732-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx433f9f215d3b4e36b3732-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8fae050275d647bda56aa-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf67f31fb423645889565d-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf67f31fb423645889565d-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx56a25542f6c044449bf7e-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx56a25542f6c044449bf7e-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx56a25542f6c044449bf7e-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx42326fe997e1473d9f2e1-00685309a1) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': 'DL9rX0KGfNN4jOhaSCiQIw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '0cbf6b5f42867cd3788ce85a48289023', 'Content-Length': '289'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': '5VB9h+lUxCfYxJLfofHSbg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'e5507d87e954c427d8c492dfa1f1d26e', 'Content-Length': '230'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok swift-ring-builder set_info :[R:]/_ [ :[R:]/_] ... @@ -18268,687 +25293,6 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx914229f758e34839a3916-00685309a1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx914229f758e34839a3916-00685309a1) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx914229f758e34839a3916-00685309a1) -test ERROR: Account HEAD returning 503 for [] (txn: tx914229f758e34839a3916-00685309a1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txca3a4e20d2284a9d87b42-00685309a1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx19e656d8a68e4586a08d7-00685309a1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcc6037acb6574e68b0e28-00685309a1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsbxbv2r5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsbxbv2r5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsbxbv2r5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsbxbv2r5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0042 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0037 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx696b626373384109a7af4-00685309a1" "proxy-server 2495497" 0.0013 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33391/sdb1/1/a/c" "tx696b626373384109a7af4-00685309a1" "container-server 2495497" 0.0012 "-" 2495497 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48337/sda1/1/a/c" "tx696b626373384109a7af4-00685309a1" "container-server 2495497" 0.0011 "-" 2495497 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx696b626373384109a7af4-00685309a1" "proxy-server 2495497" 0.0098 "-" 2495497 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx696b626373384109a7af4-00685309a1" "proxy-server 2495497" 0.0155 "-" 2495497 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx696b626373384109a7af4-00685309a1 - 0.0232 - - 1750272417.918877363 1750272417.942089558 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd11a16ff001548269c6d0-00685309a1" "proxy-server 2495497" 0.0012 "-" 2495497 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33391/sdb1/1/a1/c1" "txd11a16ff001548269c6d0-00685309a1" "container-server 2495497" 0.0013 "-" 2495497 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48337/sda1/1/a1/c1" "txd11a16ff001548269c6d0-00685309a1" "container-server 2495497" 0.0012 "-" 2495497 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd11a16ff001548269c6d0-00685309a1" "proxy-server 2495497" 0.0092 "-" 2495497 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd11a16ff001548269c6d0-00685309a1" "proxy-server 2495497" 0.0147 "-" 2495497 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd11a16ff001548269c6d0-00685309a1 - 0.0222 - - 1750272417.943470240 1750272417.965627432 0 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx24dd565ed5b84da6981f7-00685309a1" "proxy-server 2495497" 0.0021 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48337/sda1/2/a/c1" "tx24dd565ed5b84da6981f7-00685309a1" "container-server 2495497" 0.0027 "-" 2495497 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33391/sdb1/2/a/c1" "tx24dd565ed5b84da6981f7-00685309a1" "container-server 2495497" 0.0061 "-" 2495497 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx24dd565ed5b84da6981f7-00685309a1" "proxy-server 2495497" 0.0200 "-" 2495497 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx24dd565ed5b84da6981f7-00685309a1" "proxy-server 2495497" 0.0162 "-" 2495497 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx24dd565ed5b84da6981f7-00685309a1 - 0.0294 - - 1750272417.967036724 1750272417.996458292 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9fc75dbf93f450fa37ca-00685309a1" "proxy-server 2495497" 0.0103 "-" 2495497 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33391/sdb1/1/a/c2" "txe9fc75dbf93f450fa37ca-00685309a1" "container-server 2495497" 0.0011 "-" 2495497 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48337/sda1/1/a/c2" "txe9fc75dbf93f450fa37ca-00685309a1" "container-server 2495497" 0.0016 "-" 2495497 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9fc75dbf93f450fa37ca-00685309a1" "proxy-server 2495497" 0.0221 "-" 2495497 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:46:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9fc75dbf93f450fa37ca-00685309a1" "proxy-server 2495497" 0.0138 "-" 2495497 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/46/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe9fc75dbf93f450fa37ca-00685309a1 - 0.0404 - - 1750272417.997941017 1750272418.038346291 2 -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx42326fe997e1473d9f2e1-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx42326fe997e1473d9f2e1-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx42326fe997e1473d9f2e1-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx8ff3926b33174715995bb-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8ff3926b33174715995bb-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx8ff3926b33174715995bb-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx8ff3926b33174715995bb-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx989389b41b9943bc92d78-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx989389b41b9943bc92d78-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx989389b41b9943bc92d78-00685309a1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx989389b41b9943bc92d78-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx80cef56d38e546a69127c-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txd7b247ca3b0d47288159a-00685309a1) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok The can be of the form:: drz-:R:/ @@ -18995,7 +25339,7 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -Problem occurred while reading builder file: /tmp/tmpfx0z09kx/tmprjdxfeyn. Generic error occurred +Problem occurred while reading builder file: /tmp/tmpmyam7mzq/tmpopr0vkik. Generic error occurred Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 ------------------------------------------------------------------------------- NOTE: Balance of 6.00 indicates you should push this @@ -19007,84 +25351,42 @@ ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpe6m0pzca/tmp7b939cso.builder instead of /tmp/tmpe6m0pzca/tmp7b939cso.ring.gz as builder file -Reassigned 3 (4.69%) partitions. Balance is now 214.58. Dispersion is now 0.52 -------------------------------------------------------------------------------- -NOTE: Dispersion of 0.520833 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmp5m0tuzhi/tmpym_zsc32.builder instead of /tmp/tmp5m0tuzhi/tmpym_zsc32.ring.gz as builder file -Note: using /tmp/tmp1bgs51hq/tmp2kehbwrn.builder instead of /tmp/tmp1bgs51hq/tmp2kehbwrn.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated @@ -19135,2177 +25437,572 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 122 (Last start was 0) -Gather start is 122 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd -Placed 184/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda -Placed 184/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdc -Placed 55/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdd -Placed 55/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sda -Placed 55/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdc -Placed 252/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd -Placed 252/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda -Placed 30/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb -Placed 30/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc -Placed 30/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc -Placed 198/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdb -Placed 192/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc -Placed 192/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd -Placed 192/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda -Placed 16/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb -Placed 16/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc -Placed 16/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd -Placed 199/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda -Placed 199/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb -Placed 199/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc -Placed 114/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd -Placed 114/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda -Placed 102/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb -Placed 102/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc -Placed 102/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd -Placed 132/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda -Placed 132/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb -Placed 132/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc -Placed 125/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd -Placed 125/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda -Placed 125/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb -Placed 46/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc -Placed 46/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd -Placed 46/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb -Placed 21/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc -Placed 21/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd -Placed 170/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda -Placed 170/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb -Placed 170/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc -Placed 73/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd -Placed 73/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda -Placed 73/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdc -Placed 93/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb -Placed 5/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda -Placed 106/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb -Placed 106/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc -Placed 130/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd -Placed 130/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda -Placed 130/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb -Placed 49/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc -Placed 49/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd -Placed 49/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda -Placed 219/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb -Placed 219/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc -Placed 219/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb -Placed 7/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda -Placed 173/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc -Placed 251/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb -Placed 15/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc -Placed 15/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd -Placed 71/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda -Placed 71/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdc -Placed 241/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd -Placed 241/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda -Placed 241/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc -Placed 29/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda -Placed 181/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb -Placed 181/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdc -Placed 181/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd -Placed 209/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb -Placed 209/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc -Placed 217/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sda -Placed 217/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb -Placed 45/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc -Placed 45/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda -Placed 221/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb -Placed 221/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc -Placed 221/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd -Placed 60/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sda -Placed 60/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdb -Placed 193/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc -Placed 193/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd -Placed 193/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda -Placed 237/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb -Placed 237/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdc -Placed 237/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd -Placed 146/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda -Placed 146/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd -Placed 187/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda -Placed 187/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc -Placed 53/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd -Placed 53/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda -Placed 56/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc -Placed 56/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd -Placed 120/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda -Placed 120/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc -Placed 236/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdd -Placed 236/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sda -Placed 236/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdb -Placed 191/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdc -Placed 191/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda -Placed 144/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb -Placed 144/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc -Placed 144/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd -Placed 124/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda -Placed 124/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdb -Placed 124/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc -Placed 57/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd -Placed 57/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sda -Placed 57/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd -Placed 52/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sda -Placed 210/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb -Placed 210/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd -Placed 141/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sda -Placed 141/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd -Placed 165/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb -Placed 33/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc -Placed 33/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd -Placed 33/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb -Placed 34/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc -Placed 34/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda -Placed 195/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb -Placed 195/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc -Placed 154/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd -Placed 154/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda -Placed 154/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb -Placed 162/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdc -Placed 162/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda -Placed 129/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb -Placed 129/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc -Placed 129/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda -Placed 235/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb -Placed 235/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc -Placed 239/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda -Placed 239/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb -Placed 69/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc -Placed 69/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd -Placed 69/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda -Placed 25/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc -Placed 25/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd -Placed 208/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda -Placed 208/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb -Placed 208/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd -Placed 43/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda -Placed 43/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdc -Placed 186/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd -Placed 186/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda -Placed 98/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb -Placed 98/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdc -Placed 98/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd -Placed 28/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda -Placed 28/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb -Placed 28/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdc -Placed 47/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb -Placed 35/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc -Placed 35/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd -Placed 35/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb -Placed 226/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc -Placed 226/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd -Placed 88/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda -Placed 88/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb -Placed 88/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdd -Placed 96/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda -Placed 96/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb -Placed 65/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdd -Placed 65/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda -Placed 204/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb -Placed 204/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc -Placed 204/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda -Placed 127/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdc -Placed 230/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd -Placed 230/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda -Placed 230/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb -Placed 1/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc -Placed 1/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdd -Placed 1/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb -Placed 245/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd -Placed 145/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb -Placed 145/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc -Placed 166/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd -Placed 166/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda -Placed 166/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc -Placed 185/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd -Placed 185/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda -Placed 246/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb -Placed 246/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc -Placed 246/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd -Placed 9/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sda -Placed 9/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb -Placed 9/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc -Placed 243/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd -Placed 243/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sda -Placed 243/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sda -Placed 229/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb -Placed 229/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd -Placed 250/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd -Placed 110/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sda -Placed 110/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdb -Placed 13/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc -Placed 13/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd -Placed 13/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda -Placed 253/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb -Placed 253/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc -Placed 253/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdd -Placed 61/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc -Placed 172/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda -Placed 172/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc -Placed 159/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd -Placed 159/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdb -Placed 205/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc -Placed 205/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb -Placed 157/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc -Placed 91/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdd -Placed 91/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda -Placed 91/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdb -Placed 108/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd -Placed 108/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sda -Placed 218/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb -Placed 218/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdc -Placed 218/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdd -Placed 84/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda -Placed 84/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdb -Placed 84/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda -Placed 240/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb -Placed 227/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc -Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda -Placed 59/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb -Placed 59/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdd -Placed 104/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda -Placed 104/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc -Placed 212/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd -Placed 212/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda -Placed 151/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb -Placed 151/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc -Placed 254/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd -Placed 254/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb -Placed 222/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc -Placed 222/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda -Placed 115/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb -Placed 115/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc -Placed 115/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd -Placed 138/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda -Placed 138/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb -Placed 138/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc -Placed 63/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd -Placed 63/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda -Placed 63/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb -Placed 103/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdd -Placed 103/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sda -Placed 247/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc -Placed 247/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd -Placed 97/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb -Placed 97/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdd -Placed 188/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sda -Placed 188/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb -Placed 38/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd -Placed 38/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda -Placed 224/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb -Placed 224/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc -Placed 224/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd -Placed 87/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb -Placed 87/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc -Placed 231/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd -Placed 231/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda -Placed 231/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb -Placed 133/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc -Placed 133/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd -Placed 133/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda -Placed 68/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb -Placed 68/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc -Placed 68/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdd -Placed 139/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sda -Placed 139/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc -Placed 211/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda -Placed 206/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc -Placed 206/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd -Placed 74/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda -Placed 190/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc -Placed 142/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd -Placed 142/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc -Placed 147/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda -Placed 39/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdb -Placed 39/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc -Placed 81/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd -Placed 81/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda -Placed 67/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb -Placed 67/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdc -Placed 67/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd -Placed 94/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda -Placed 94/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdb -Placed 94/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb -Placed 234/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc -Placed 24/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd -Placed 220/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb -Placed 220/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdd -Placed 70/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda -Placed 70/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc -Placed 48/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd -Placed 48/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb -Placed 26/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc -Placed 26/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd -Placed 160/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda -Placed 160/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdb -Placed 41/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdc -Placed 41/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdd -Placed 41/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda -Placed 113/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb -Placed 113/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda -Placed 54/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc -Placed 44/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd -Placed 44/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb -Placed 78/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc -Placed 78/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd -Placed 78/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda -Placed 89/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdb -Placed 89/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdc -Placed 89/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdd -Placed 119/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdb -Placed 119/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd -Placed 101/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda -Placed 101/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb -Placed 163/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc -Placed 163/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd -Placed 163/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda -Placed 19/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb -Placed 19/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc -Placed 19/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb -Placed 248/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc -Placed 20/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdd -Placed 20/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda -Placed 20/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdb -Placed 135/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdc -Placed 135/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd -Placed 135/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda -Placed 105/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb -Placed 105/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd -Placed 4/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda -Placed 4/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb -Placed 4/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc -Placed 175/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda -Placed 175/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc -Placed 86/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd -Placed 86/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda -Placed 149/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdb -Placed 149/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc -Placed 149/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdd -Placed 8/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb -Placed 8/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc -Placed 174/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd -Placed 174/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda -Placed 174/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc -Placed 143/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd -Placed 143/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda -Placed 180/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb -Placed 180/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc -Placed 180/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sda -Placed 12/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc -Placed 148/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd -Placed 148/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb -Placed 76/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc -Placed 76/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sda -Placed 90/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc -Placed 90/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdd -Placed 3/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda -Placed 3/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc -Placed 66/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda -Placed 66/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb -Placed 216/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc -Placed 216/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd -Placed 216/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb -Placed 99/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda -Placed 137/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd -Placed 123/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda -Placed 36/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb -Placed 36/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc -Placed 36/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda -Placed 200/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc -Placed 168/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd -Placed 168/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda -Placed 168/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdb -Placed 150/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc -Placed 150/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd -Placed 150/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda -Placed 176/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb -Placed 176/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc -Placed 176/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd -Placed 156/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda -Placed 156/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdb -Placed 156/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd -Placed 2/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda -Placed 2/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc -Placed 177/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd -Placed 177/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda -Placed 171/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb -Placed 171/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc -Placed 171/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd -Placed 242/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda -Placed 242/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdc -Placed 213/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd -Placed 213/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda -Placed 213/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd -Placed 75/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda -Placed 116/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sda -Placed 178/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdb -Placed 178/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda -Placed 95/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb -Placed 109/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc -Placed 109/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda -Placed 197/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd -Placed 164/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda -Placed 164/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb -Placed 164/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdc -Placed 32/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb -Placed 100/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda -Placed 152/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc -Placed 152/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd -Placed 179/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda -Placed 179/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc -Placed 17/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd -Placed 17/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda -Placed 17/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb -Placed 37/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc -Placed 37/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdd -Placed 37/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda -Placed 42/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc -Placed 42/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda -Placed 121/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb -Placed 121/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc -Placed 232/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd -Placed 232/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda -Placed 232/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb -Placed 182/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc -Placed 182/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdd -Placed 182/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda -Placed 134/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd -Placed 169/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda -Placed 169/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd -Placed 117/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda -Placed 117/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb -Placed 11/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc -Placed 11/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdd -Placed 11/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda -Placed 225/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb -Placed 225/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc -Placed 225/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd -Placed 183/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sda -Placed 183/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdb -Placed 183/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc -Placed 228/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda -Placed 228/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb -Placed 14/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd -Placed 14/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb -Placed 158/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc -Placed 158/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd -Placed 153/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda -Placed 153/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb -Placed 153/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd -Placed 167/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb -Placed 244/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc -Placed 244/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdd -Placed 244/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb -Placed 215/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc -Placed 215/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb -Placed 6/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd -Placed 207/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd -Placed 255/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sda -Placed 122/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc -Placed 122/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd -Placed 111/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda -Placed 111/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdc -Placed 126/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd -Placed 126/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sda -Placed 126/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdb -Placed 136/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc -Placed 136/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd -Placed 136/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda -Placed 0/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb -Placed 0/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdc -Placed 0/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdd -Placed 23/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda -Placed 23/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb -Placed 23/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd -Placed 72/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda -Placed 72/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb -Placed 214/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdc -Placed 214/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd -Placed 214/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda -Placed 112/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc -Placed 112/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd -Placed 50/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda -Placed 50/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc -Placed 18/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd -Placed 18/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sda -Placed 18/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd -Placed 79/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda -Placed 80/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb -Placed 80/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdc -Placed 80/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda -Placed 118/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd -Placed 92/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda -Placed 92/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb -Placed 155/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc -Placed 155/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdd -Placed 155/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdb -Placed 10/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd -Placed 77/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda -Placed 77/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb -Placed 77/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdc -Placed 131/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd -Placed 131/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda -Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb -Placed 196/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc -Placed 196/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd -Placed 196/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb -Placed 51/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda -Placed 140/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdb -Placed 140/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc -Placed 40/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd -Placed 40/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda -Placed 40/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb -Placed 82/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda -Placed 31/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdb -Placed 31/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc -Placed 31/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sda -Placed 161/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb -Placed 161/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdc -Placed 233/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd -Placed 233/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda -Placed 233/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb -Placed 83/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdc -Placed 83/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdd -Placed 83/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda -Placed 201/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb -Placed 201/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdc -Placed 201/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd -Placed 202/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sda -Placed 202/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb -Placed 202/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc -Placed 107/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd -Placed 107/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb -Placed 85/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc -Placed 85/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd -Placed 85/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda -Placed 223/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 204 (Last start was 122) -DEBUG: Gather start is 204 (Last start was 122) -Gather start is 204 (Last start was 122) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 204 (Last start was 122) -DEBUG: Gather start is 204 (Last start was 122) -DEBUG: Gather start is 204 (Last start was 122) -Gather start is 204 (Last start was 122) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 1.56 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.562500 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmp3n13maw7/tmp1h145w3t.builder instead of /tmp/tmp3n13maw7/tmp1h145w3t.ring.gz as builder file +Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.52 +------------------------------------------------------------------------------- +NOTE: Dispersion of 0.520833 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpvqg5wur9/tmprsihbuc6.builder instead of /tmp/tmpvqg5wur9/tmprsihbuc6.ring.gz as builder file +Note: using /tmp/tmpk8108l1v/tmp7huqdk6f.builder instead of /tmp/tmpk8108l1v/tmp7huqdk6f.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -21314,47 +26011,28 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -21433,1530 +26111,1506 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/46/58 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1750272418.117470980 1750272418.118099689 0 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/46/58 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1750272418.118613243 1750272418.119117260 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile123 -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile123 -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile123 -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx155580a7699b4ce0a6ca6-006645fc53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txd7b247ca3b0d47288159a-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txf3ea5ab06e804361bd316-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txf784d6733e7b40b2947cd-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx2250da27ed294c2788466-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx58eaa22325094074b1812-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txc38e0a8ee5fa4983bcd1c-00685309a1) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txc38e0a8ee5fa4983bcd1c-00685309a1) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txc38e0a8ee5fa4983bcd1c-00685309a1) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc38e0a8ee5fa4983bcd1c-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txb0df1277ce984bb9a11cb-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txe0cc31021a814cd8994d0-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx5fe57fecb1a94880a32c5-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txf96e3b5622234d9db313d-00685309a1) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txf96e3b5622234d9db313d-00685309a1) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txf96e3b5622234d9db313d-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx60edcf2ef6ea4c8eaece7-00685309a1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx60edcf2ef6ea4c8eaece7-00685309a1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txccc7f06b791f43d1894cf-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx5f64a8a7025b497ea4239-00685309a1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5f64a8a7025b497ea4239-00685309a1) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx5f64a8a7025b497ea4239-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx72212f7ebd074903bc91f-00685309a1) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx72212f7ebd074903bc91f-00685309a1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx72212f7ebd074903bc91f-00685309a1) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx72212f7ebd074903bc91f-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txdf6286c67a2c4c65b6c4d-00685309a1) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdf6286c67a2c4c65b6c4d-00685309a1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdf6286c67a2c4c65b6c4d-00685309a1) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272417.53963', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.92863 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 1593225, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpeok1e_8u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715862611.00000, (0, 0) as of 1715862611.00000, active as of 1715862611.00000> to ShardRange<'k' to 't' as of 1715862612.00000, (0, 0) as of 1715862612.00000, active as of 1715862612.00000>, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862616.00000, (0, 0) as of 1715862616.00000, shrinking as of 1715862613.00000> to ShardRange<'k' to 't' as of 1715862616.00000, (0, 0) as of 1715862616.00000, sharding as of 1715862617.00000>, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp8eyn1wxn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862611.00000, db: /tmp/tmp3edbal3m/sda/containers/0/314/ff9bd67010d07bd73ec55424d9ed8314/ff9bd67010d07bd73ec55424d9ed8314.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862613.00000, db: /tmp/tmp3edbal3m/sda/containers/0/597/285950d92fbc85475d4114bc81dac597/285950d92fbc85475d4114bc81dac597.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862612.00000, (0, 0) as of 1715862612.00000, found as of 1715862612.00000> to ShardRange<'k' to 't' as of 1715862613.00000, (0, 0) as of 1715862613.00000, created as of 1715862613.00000>, path: .shards_a/shard_c_1715862613.00000, db: /tmp/tmp3edbal3m/sda/containers/0/597/285950d92fbc85475d4114bc81dac597/285950d92fbc85475d4114bc81dac597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862615.00000, db: /tmp/tmp3edbal3m/sda/containers/0/5b8/56fead263e586dcc7fd7bb06fbdbf5b8/56fead263e586dcc7fd7bb06fbdbf5b8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862614.00000, (0, 0) as of 1715862614.00000, found as of 1715862614.00000> to ShardRange<'k' to 't' as of 1715862615.00000, (0, 0) as of 1715862615.00000, cleaved as of 1715862615.00000>, path: .shards_a/shard_c_1715862615.00000, db: /tmp/tmp3edbal3m/sda/containers/0/5b8/56fead263e586dcc7fd7bb06fbdbf5b8/56fead263e586dcc7fd7bb06fbdbf5b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862617.00000, db: /tmp/tmp3edbal3m/sda/containers/0/da1/741912a9625bf28095e264d247c7cda1/741912a9625bf28095e264d247c7cda1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862616.00000, (0, 0) as of 1715862616.00000, found as of 1715862616.00000> to ShardRange<'k' to 't' as of 1715862617.00000, (0, 0) as of 1715862617.00000, active as of 1715862617.00000>, path: .shards_a/shard_c_1715862617.00000, db: /tmp/tmp3edbal3m/sda/containers/0/da1/741912a9625bf28095e264d247c7cda1/741912a9625bf28095e264d247c7cda1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862619.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fb8/f14983d784ac04aa4778a56c71b94fb8/f14983d784ac04aa4778a56c71b94fb8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862618.00000, (0, 0) as of 1715862618.00000, found as of 1715862618.00000> to ShardRange<'k' to 't' as of 1715862619.00000, (0, 0) as of 1715862619.00000, shrinking as of 1715862619.00000>, path: .shards_a/shard_c_1715862619.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fb8/f14983d784ac04aa4778a56c71b94fb8/f14983d784ac04aa4778a56c71b94fb8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862619.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fb8/f14983d784ac04aa4778a56c71b94fb8/f14983d784ac04aa4778a56c71b94fb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862621.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e99/bbdc8c559a5021cb79d67a19106f7e99/bbdc8c559a5021cb79d67a19106f7e99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862620.00000, (0, 0) as of 1715862620.00000, found as of 1715862620.00000> to ShardRange<'k' to 't' as of 1715862621.00000, (0, 0) as of 1715862621.00000, sharding as of 1715862621.00000>, path: .shards_a/shard_c_1715862621.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e99/bbdc8c559a5021cb79d67a19106f7e99/bbdc8c559a5021cb79d67a19106f7e99.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862621.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e99/bbdc8c559a5021cb79d67a19106f7e99/bbdc8c559a5021cb79d67a19106f7e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862623.00000, db: /tmp/tmp3edbal3m/sda/containers/0/6d2/c14e82dd7589c5b2c447f47f1c6206d2/c14e82dd7589c5b2c447f47f1c6206d2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862622.00000, (0, 0) as of 1715862622.00000, found as of 1715862622.00000> to ShardRange<'k' to 't' as of 1715862623.00000, (0, 0) as of 1715862623.00000, sharded as of 1715862623.00000>, path: .shards_a/shard_c_1715862623.00000, db: /tmp/tmp3edbal3m/sda/containers/0/6d2/c14e82dd7589c5b2c447f47f1c6206d2/c14e82dd7589c5b2c447f47f1c6206d2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862623.00000, db: /tmp/tmp3edbal3m/sda/containers/0/6d2/c14e82dd7589c5b2c447f47f1c6206d2/c14e82dd7589c5b2c447f47f1c6206d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862625.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d48/6adf72fb23fa535adcc539556b145d48/6adf72fb23fa535adcc539556b145d48.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862624.00000, (0, 0) as of 1715862624.00000, found as of 1715862624.00000> to ShardRange<'k' to 't' as of 1715862625.00000, (0, 0) as of 1715862625.00000, shrunk as of 1715862625.00000>, path: .shards_a/shard_c_1715862625.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d48/6adf72fb23fa535adcc539556b145d48/6adf72fb23fa535adcc539556b145d48.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862625.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d48/6adf72fb23fa535adcc539556b145d48/6adf72fb23fa535adcc539556b145d48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862627.00000, db: /tmp/tmp3edbal3m/sda/containers/0/55c/2ea248e06bcd55d6ad6cd87b2f5de55c/2ea248e06bcd55d6ad6cd87b2f5de55c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862626.00000, (0, 0) as of 1715862626.00000, created as of 1715862626.00000> to ShardRange<'k' to 't' as of 1715862627.00000, (0, 0) as of 1715862627.00000, found as of 1715862627.00000>, path: .shards_a/shard_c_1715862627.00000, db: /tmp/tmp3edbal3m/sda/containers/0/55c/2ea248e06bcd55d6ad6cd87b2f5de55c/2ea248e06bcd55d6ad6cd87b2f5de55c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862629.00000, db: /tmp/tmp3edbal3m/sda/containers/0/378/a125c566c55bf79cfba37234e138a378/a125c566c55bf79cfba37234e138a378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862631.00000, db: /tmp/tmp3edbal3m/sda/containers/0/518/33775fbd425186c442429053507bc518/33775fbd425186c442429053507bc518.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862630.00000, (0, 0) as of 1715862630.00000, created as of 1715862630.00000> to ShardRange<'k' to 't' as of 1715862631.00000, (0, 0) as of 1715862631.00000, cleaved as of 1715862631.00000>, path: .shards_a/shard_c_1715862631.00000, db: /tmp/tmp3edbal3m/sda/containers/0/518/33775fbd425186c442429053507bc518/33775fbd425186c442429053507bc518.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862633.00000, db: /tmp/tmp3edbal3m/sda/containers/0/275/ce1f39d4647c1865989009a14807a275/ce1f39d4647c1865989009a14807a275.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862632.00000, (0, 0) as of 1715862632.00000, created as of 1715862632.00000> to ShardRange<'k' to 't' as of 1715862633.00000, (0, 0) as of 1715862633.00000, active as of 1715862633.00000>, path: .shards_a/shard_c_1715862633.00000, db: /tmp/tmp3edbal3m/sda/containers/0/275/ce1f39d4647c1865989009a14807a275/ce1f39d4647c1865989009a14807a275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmp3edbal3m/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862634.00000, (0, 0) as of 1715862634.00000, created as of 1715862634.00000> to ShardRange<'k' to 't' as of 1715862635.00000, (0, 0) as of 1715862635.00000, shrinking as of 1715862635.00000>, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmp3edbal3m/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmp3edbal3m/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862637.00000, db: /tmp/tmp3edbal3m/sda/containers/0/03d/fb5a5346f18a562b365be7825255c03d/fb5a5346f18a562b365be7825255c03d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862636.00000, (0, 0) as of 1715862636.00000, created as of 1715862636.00000> to ShardRange<'k' to 't' as of 1715862637.00000, (0, 0) as of 1715862637.00000, sharding as of 1715862637.00000>, path: .shards_a/shard_c_1715862637.00000, db: /tmp/tmp3edbal3m/sda/containers/0/03d/fb5a5346f18a562b365be7825255c03d/fb5a5346f18a562b365be7825255c03d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862637.00000, db: /tmp/tmp3edbal3m/sda/containers/0/03d/fb5a5346f18a562b365be7825255c03d/fb5a5346f18a562b365be7825255c03d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862639.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bf4/77cef79eb30b2b3ab74f18373f6d5bf4/77cef79eb30b2b3ab74f18373f6d5bf4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862638.00000, (0, 0) as of 1715862638.00000, created as of 1715862638.00000> to ShardRange<'k' to 't' as of 1715862639.00000, (0, 0) as of 1715862639.00000, sharded as of 1715862639.00000>, path: .shards_a/shard_c_1715862639.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bf4/77cef79eb30b2b3ab74f18373f6d5bf4/77cef79eb30b2b3ab74f18373f6d5bf4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862639.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bf4/77cef79eb30b2b3ab74f18373f6d5bf4/77cef79eb30b2b3ab74f18373f6d5bf4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862641.00000, db: /tmp/tmp3edbal3m/sda/containers/0/38e/aeacdf83994f0398fef743e54363f38e/aeacdf83994f0398fef743e54363f38e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862640.00000, (0, 0) as of 1715862640.00000, created as of 1715862640.00000> to ShardRange<'k' to 't' as of 1715862641.00000, (0, 0) as of 1715862641.00000, shrunk as of 1715862641.00000>, path: .shards_a/shard_c_1715862641.00000, db: /tmp/tmp3edbal3m/sda/containers/0/38e/aeacdf83994f0398fef743e54363f38e/aeacdf83994f0398fef743e54363f38e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862641.00000, db: /tmp/tmp3edbal3m/sda/containers/0/38e/aeacdf83994f0398fef743e54363f38e/aeacdf83994f0398fef743e54363f38e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862643.00000, db: /tmp/tmp3edbal3m/sda/containers/0/468/1cd599ca4c050024d77883316be15468/1cd599ca4c050024d77883316be15468.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862642.00000, (0, 0) as of 1715862642.00000, cleaved as of 1715862642.00000> to ShardRange<'k' to 't' as of 1715862643.00000, (0, 0) as of 1715862643.00000, found as of 1715862643.00000>, path: .shards_a/shard_c_1715862643.00000, db: /tmp/tmp3edbal3m/sda/containers/0/468/1cd599ca4c050024d77883316be15468/1cd599ca4c050024d77883316be15468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862645.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bd6/0f1a7d79b7c7730877bf80626d4d0bd6/0f1a7d79b7c7730877bf80626d4d0bd6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862644.00000, (0, 0) as of 1715862644.00000, cleaved as of 1715862644.00000> to ShardRange<'k' to 't' as of 1715862645.00000, (0, 0) as of 1715862645.00000, created as of 1715862645.00000>, path: .shards_a/shard_c_1715862645.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bd6/0f1a7d79b7c7730877bf80626d4d0bd6/0f1a7d79b7c7730877bf80626d4d0bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862647.00000, db: /tmp/tmp3edbal3m/sda/containers/0/cff/b21a071743c854511655197ee72c9cff/b21a071743c854511655197ee72c9cff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862649.00000, db: /tmp/tmp3edbal3m/sda/containers/0/594/5576827f756cf67c9b3f969e9a9d1594/5576827f756cf67c9b3f969e9a9d1594.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862648.00000, (0, 0) as of 1715862648.00000, cleaved as of 1715862648.00000> to ShardRange<'k' to 't' as of 1715862649.00000, (0, 0) as of 1715862649.00000, active as of 1715862649.00000>, path: .shards_a/shard_c_1715862649.00000, db: /tmp/tmp3edbal3m/sda/containers/0/594/5576827f756cf67c9b3f969e9a9d1594/5576827f756cf67c9b3f969e9a9d1594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmp3edbal3m/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862650.00000, (0, 0) as of 1715862650.00000, cleaved as of 1715862650.00000> to ShardRange<'k' to 't' as of 1715862651.00000, (0, 0) as of 1715862651.00000, shrinking as of 1715862651.00000>, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmp3edbal3m/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmp3edbal3m/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862653.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b36/7a4216830f1ed6482fcd2a095cfa6b36/7a4216830f1ed6482fcd2a095cfa6b36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862652.00000, (0, 0) as of 1715862652.00000, cleaved as of 1715862652.00000> to ShardRange<'k' to 't' as of 1715862653.00000, (0, 0) as of 1715862653.00000, sharding as of 1715862653.00000>, path: .shards_a/shard_c_1715862653.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b36/7a4216830f1ed6482fcd2a095cfa6b36/7a4216830f1ed6482fcd2a095cfa6b36.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862653.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b36/7a4216830f1ed6482fcd2a095cfa6b36/7a4216830f1ed6482fcd2a095cfa6b36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862655.00000, db: /tmp/tmp3edbal3m/sda/containers/0/275/4e38b54fd62d1ef470ad3b6141c3c275/4e38b54fd62d1ef470ad3b6141c3c275.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862654.00000, (0, 0) as of 1715862654.00000, cleaved as of 1715862654.00000> to ShardRange<'k' to 't' as of 1715862655.00000, (0, 0) as of 1715862655.00000, sharded as of 1715862655.00000>, path: .shards_a/shard_c_1715862655.00000, db: /tmp/tmp3edbal3m/sda/containers/0/275/4e38b54fd62d1ef470ad3b6141c3c275/4e38b54fd62d1ef470ad3b6141c3c275.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862655.00000, db: /tmp/tmp3edbal3m/sda/containers/0/275/4e38b54fd62d1ef470ad3b6141c3c275/4e38b54fd62d1ef470ad3b6141c3c275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862657.00000, db: /tmp/tmp3edbal3m/sda/containers/0/542/30d089433cbdfe3fdc57d881d242b542/30d089433cbdfe3fdc57d881d242b542.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862656.00000, (0, 0) as of 1715862656.00000, cleaved as of 1715862656.00000> to ShardRange<'k' to 't' as of 1715862657.00000, (0, 0) as of 1715862657.00000, shrunk as of 1715862657.00000>, path: .shards_a/shard_c_1715862657.00000, db: /tmp/tmp3edbal3m/sda/containers/0/542/30d089433cbdfe3fdc57d881d242b542/30d089433cbdfe3fdc57d881d242b542.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862657.00000, db: /tmp/tmp3edbal3m/sda/containers/0/542/30d089433cbdfe3fdc57d881d242b542/30d089433cbdfe3fdc57d881d242b542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862659.00000, db: /tmp/tmp3edbal3m/sda/containers/0/42d/74f1847c71e31f04ae20d019d26c642d/74f1847c71e31f04ae20d019d26c642d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862658.00000, (0, 0) as of 1715862658.00000, active as of 1715862658.00000> to ShardRange<'k' to 't' as of 1715862659.00000, (0, 0) as of 1715862659.00000, found as of 1715862659.00000>, path: .shards_a/shard_c_1715862659.00000, db: /tmp/tmp3edbal3m/sda/containers/0/42d/74f1847c71e31f04ae20d019d26c642d/74f1847c71e31f04ae20d019d26c642d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862661.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c43/3932e0aaa0179d34b55dba45d4f90c43/3932e0aaa0179d34b55dba45d4f90c43.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862660.00000, (0, 0) as of 1715862660.00000, active as of 1715862660.00000> to ShardRange<'k' to 't' as of 1715862661.00000, (0, 0) as of 1715862661.00000, created as of 1715862661.00000>, path: .shards_a/shard_c_1715862661.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c43/3932e0aaa0179d34b55dba45d4f90c43/3932e0aaa0179d34b55dba45d4f90c43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862663.00000, db: /tmp/tmp3edbal3m/sda/containers/0/242/a5b12a315102613605932c8f54995242/a5b12a315102613605932c8f54995242.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862662.00000, (0, 0) as of 1715862662.00000, active as of 1715862662.00000> to ShardRange<'k' to 't' as of 1715862663.00000, (0, 0) as of 1715862663.00000, cleaved as of 1715862663.00000>, path: .shards_a/shard_c_1715862663.00000, db: /tmp/tmp3edbal3m/sda/containers/0/242/a5b12a315102613605932c8f54995242/a5b12a315102613605932c8f54995242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862665.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c96/bd1948883a5b3dab366cf360eb0c1c96/bd1948883a5b3dab366cf360eb0c1c96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862666.00000, (0, 0) as of 1715862666.00000, active as of 1715862666.00000> to ShardRange<'k' to 't' as of 1715862667.00000, (0, 0) as of 1715862667.00000, shrinking as of 1715862667.00000>, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862669.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c16/5409ff5a66144d3637f04d6c0297bc16/5409ff5a66144d3637f04d6c0297bc16.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862668.00000, (0, 0) as of 1715862668.00000, active as of 1715862668.00000> to ShardRange<'k' to 't' as of 1715862669.00000, (0, 0) as of 1715862669.00000, sharding as of 1715862669.00000>, path: .shards_a/shard_c_1715862669.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c16/5409ff5a66144d3637f04d6c0297bc16/5409ff5a66144d3637f04d6c0297bc16.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862669.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c16/5409ff5a66144d3637f04d6c0297bc16/5409ff5a66144d3637f04d6c0297bc16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862671.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7d0/1f0b8a491daac0aca49019d36e4457d0/1f0b8a491daac0aca49019d36e4457d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862670.00000, (0, 0) as of 1715862670.00000, active as of 1715862670.00000> to ShardRange<'k' to 't' as of 1715862671.00000, (0, 0) as of 1715862671.00000, sharded as of 1715862671.00000>, path: .shards_a/shard_c_1715862671.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7d0/1f0b8a491daac0aca49019d36e4457d0/1f0b8a491daac0aca49019d36e4457d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862671.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7d0/1f0b8a491daac0aca49019d36e4457d0/1f0b8a491daac0aca49019d36e4457d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862673.00000, db: /tmp/tmp3edbal3m/sda/containers/0/290/037fb5c88b4afafb32db7fccfb242290/037fb5c88b4afafb32db7fccfb242290.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862672.00000, (0, 0) as of 1715862672.00000, active as of 1715862672.00000> to ShardRange<'k' to 't' as of 1715862673.00000, (0, 0) as of 1715862673.00000, shrunk as of 1715862673.00000>, path: .shards_a/shard_c_1715862673.00000, db: /tmp/tmp3edbal3m/sda/containers/0/290/037fb5c88b4afafb32db7fccfb242290/037fb5c88b4afafb32db7fccfb242290.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862673.00000, db: /tmp/tmp3edbal3m/sda/containers/0/290/037fb5c88b4afafb32db7fccfb242290/037fb5c88b4afafb32db7fccfb242290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862675.00000, db: /tmp/tmp3edbal3m/sda/containers/0/84c/4cf834d479c58467d2a540a86109e84c/4cf834d479c58467d2a540a86109e84c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862674.00000, (0, 0) as of 1715862674.00000, shrinking as of 1715862674.00000> to ShardRange<'k' to 't' as of 1715862675.00000, (0, 0) as of 1715862675.00000, found as of 1715862675.00000>, path: .shards_a/shard_c_1715862675.00000, db: /tmp/tmp3edbal3m/sda/containers/0/84c/4cf834d479c58467d2a540a86109e84c/4cf834d479c58467d2a540a86109e84c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862677.00000, db: /tmp/tmp3edbal3m/sda/containers/0/391/7c5decb3fe18ff1d1d5a88185a223391/7c5decb3fe18ff1d1d5a88185a223391.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862676.00000, (0, 0) as of 1715862676.00000, shrinking as of 1715862676.00000> to ShardRange<'k' to 't' as of 1715862677.00000, (0, 0) as of 1715862677.00000, created as of 1715862677.00000>, path: .shards_a/shard_c_1715862677.00000, db: /tmp/tmp3edbal3m/sda/containers/0/391/7c5decb3fe18ff1d1d5a88185a223391/7c5decb3fe18ff1d1d5a88185a223391.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862679.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4a9/cfb903c6ab6d0058f4a702d57cc904a9/cfb903c6ab6d0058f4a702d57cc904a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862678.00000, (0, 0) as of 1715862678.00000, shrinking as of 1715862678.00000> to ShardRange<'k' to 't' as of 1715862679.00000, (0, 0) as of 1715862679.00000, cleaved as of 1715862679.00000>, path: .shards_a/shard_c_1715862679.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4a9/cfb903c6ab6d0058f4a702d57cc904a9/cfb903c6ab6d0058f4a702d57cc904a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862681.00000, db: /tmp/tmp3edbal3m/sda/containers/0/376/87a7cb4023e7a4db4df9e489e7365376/87a7cb4023e7a4db4df9e489e7365376.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862680.00000, (0, 0) as of 1715862680.00000, shrinking as of 1715862680.00000> to ShardRange<'k' to 't' as of 1715862681.00000, (0, 0) as of 1715862681.00000, active as of 1715862681.00000>, path: .shards_a/shard_c_1715862681.00000, db: /tmp/tmp3edbal3m/sda/containers/0/376/87a7cb4023e7a4db4df9e489e7365376/87a7cb4023e7a4db4df9e489e7365376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862683.00000, db: /tmp/tmp3edbal3m/sda/containers/0/58b/847f07d41a0db24eabc8538c7017f58b/847f07d41a0db24eabc8538c7017f58b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862683.00000, db: /tmp/tmp3edbal3m/sda/containers/0/58b/847f07d41a0db24eabc8538c7017f58b/847f07d41a0db24eabc8538c7017f58b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862685.00000, db: /tmp/tmp3edbal3m/sda/containers/0/00c/79bf8c5d89512fc003597aa514bb800c/79bf8c5d89512fc003597aa514bb800c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862684.00000, (0, 0) as of 1715862684.00000, shrinking as of 1715862684.00000> to ShardRange<'k' to 't' as of 1715862685.00000, (0, 0) as of 1715862685.00000, sharding as of 1715862685.00000>, path: .shards_a/shard_c_1715862685.00000, db: /tmp/tmp3edbal3m/sda/containers/0/00c/79bf8c5d89512fc003597aa514bb800c/79bf8c5d89512fc003597aa514bb800c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862685.00000, db: /tmp/tmp3edbal3m/sda/containers/0/00c/79bf8c5d89512fc003597aa514bb800c/79bf8c5d89512fc003597aa514bb800c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862687.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2b7/b1b2c1f69815f594f92b9db0f53752b7/b1b2c1f69815f594f92b9db0f53752b7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862686.00000, (0, 0) as of 1715862686.00000, shrinking as of 1715862686.00000> to ShardRange<'k' to 't' as of 1715862687.00000, (0, 0) as of 1715862687.00000, sharded as of 1715862687.00000>, path: .shards_a/shard_c_1715862687.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2b7/b1b2c1f69815f594f92b9db0f53752b7/b1b2c1f69815f594f92b9db0f53752b7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862687.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2b7/b1b2c1f69815f594f92b9db0f53752b7/b1b2c1f69815f594f92b9db0f53752b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862689.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9fe/13e2cc2b460212589b6d0dcc5b4d59fe/13e2cc2b460212589b6d0dcc5b4d59fe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862688.00000, (0, 0) as of 1715862688.00000, shrinking as of 1715862688.00000> to ShardRange<'k' to 't' as of 1715862689.00000, (0, 0) as of 1715862689.00000, shrunk as of 1715862689.00000>, path: .shards_a/shard_c_1715862689.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9fe/13e2cc2b460212589b6d0dcc5b4d59fe/13e2cc2b460212589b6d0dcc5b4d59fe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862689.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9fe/13e2cc2b460212589b6d0dcc5b4d59fe/13e2cc2b460212589b6d0dcc5b4d59fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862691.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9d2/9ce06f78e94ccbd966802657e04e99d2/9ce06f78e94ccbd966802657e04e99d2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862690.00000, (0, 0) as of 1715862690.00000, sharding as of 1715862690.00000> to ShardRange<'k' to 't' as of 1715862691.00000, (0, 0) as of 1715862691.00000, found as of 1715862691.00000>, path: .shards_a/shard_c_1715862691.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9d2/9ce06f78e94ccbd966802657e04e99d2/9ce06f78e94ccbd966802657e04e99d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862693.00000, db: /tmp/tmp3edbal3m/sda/containers/0/652/355cd6d04eb93c5f4d89d21233e88652/355cd6d04eb93c5f4d89d21233e88652.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862692.00000, (0, 0) as of 1715862692.00000, sharding as of 1715862692.00000> to ShardRange<'k' to 't' as of 1715862693.00000, (0, 0) as of 1715862693.00000, created as of 1715862693.00000>, path: .shards_a/shard_c_1715862693.00000, db: /tmp/tmp3edbal3m/sda/containers/0/652/355cd6d04eb93c5f4d89d21233e88652/355cd6d04eb93c5f4d89d21233e88652.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862695.00000, db: /tmp/tmp3edbal3m/sda/containers/0/cbd/f1029790372ba6776ec2857db23becbd/f1029790372ba6776ec2857db23becbd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862694.00000, (0, 0) as of 1715862694.00000, sharding as of 1715862694.00000> to ShardRange<'k' to 't' as of 1715862695.00000, (0, 0) as of 1715862695.00000, cleaved as of 1715862695.00000>, path: .shards_a/shard_c_1715862695.00000, db: /tmp/tmp3edbal3m/sda/containers/0/cbd/f1029790372ba6776ec2857db23becbd/f1029790372ba6776ec2857db23becbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862697.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b91/7ec33841223a07dd8e05353660610b91/7ec33841223a07dd8e05353660610b91.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862696.00000, (0, 0) as of 1715862696.00000, sharding as of 1715862696.00000> to ShardRange<'k' to 't' as of 1715862697.00000, (0, 0) as of 1715862697.00000, active as of 1715862697.00000>, path: .shards_a/shard_c_1715862697.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b91/7ec33841223a07dd8e05353660610b91/7ec33841223a07dd8e05353660610b91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862698.00000, (0, 0) as of 1715862698.00000, sharding as of 1715862698.00000> to ShardRange<'k' to 't' as of 1715862699.00000, (0, 0) as of 1715862699.00000, shrinking as of 1715862699.00000>, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862701.00000, db: /tmp/tmp3edbal3m/sda/containers/0/45a/d114199148c7a10e22455c7fc9bb245a/d114199148c7a10e22455c7fc9bb245a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862701.00000, db: /tmp/tmp3edbal3m/sda/containers/0/45a/d114199148c7a10e22455c7fc9bb245a/d114199148c7a10e22455c7fc9bb245a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862703.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe1/3eb5e11984a49d8b719bc46604e19fe1/3eb5e11984a49d8b719bc46604e19fe1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862702.00000, (0, 0) as of 1715862702.00000, sharding as of 1715862702.00000> to ShardRange<'k' to 't' as of 1715862703.00000, (0, 0) as of 1715862703.00000, sharded as of 1715862703.00000>, path: .shards_a/shard_c_1715862703.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe1/3eb5e11984a49d8b719bc46604e19fe1/3eb5e11984a49d8b719bc46604e19fe1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862703.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe1/3eb5e11984a49d8b719bc46604e19fe1/3eb5e11984a49d8b719bc46604e19fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862705.00000, db: /tmp/tmp3edbal3m/sda/containers/0/43c/c83a34ef930c93ce39d30e67455e343c/c83a34ef930c93ce39d30e67455e343c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862704.00000, (0, 0) as of 1715862704.00000, sharding as of 1715862704.00000> to ShardRange<'k' to 't' as of 1715862705.00000, (0, 0) as of 1715862705.00000, shrunk as of 1715862705.00000>, path: .shards_a/shard_c_1715862705.00000, db: /tmp/tmp3edbal3m/sda/containers/0/43c/c83a34ef930c93ce39d30e67455e343c/c83a34ef930c93ce39d30e67455e343c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862705.00000, db: /tmp/tmp3edbal3m/sda/containers/0/43c/c83a34ef930c93ce39d30e67455e343c/c83a34ef930c93ce39d30e67455e343c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862707.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe5/3405011c2392669fd501837cc1b6bfe5/3405011c2392669fd501837cc1b6bfe5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862706.00000, (0, 0) as of 1715862706.00000, sharded as of 1715862706.00000> to ShardRange<'k' to 't' as of 1715862707.00000, (0, 0) as of 1715862707.00000, found as of 1715862707.00000>, path: .shards_a/shard_c_1715862707.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe5/3405011c2392669fd501837cc1b6bfe5/3405011c2392669fd501837cc1b6bfe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862709.00000, db: /tmp/tmp3edbal3m/sda/containers/0/442/c9b44afdd7d5ea758fbe7a72cb19b442/c9b44afdd7d5ea758fbe7a72cb19b442.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862708.00000, (0, 0) as of 1715862708.00000, sharded as of 1715862708.00000> to ShardRange<'k' to 't' as of 1715862709.00000, (0, 0) as of 1715862709.00000, created as of 1715862709.00000>, path: .shards_a/shard_c_1715862709.00000, db: /tmp/tmp3edbal3m/sda/containers/0/442/c9b44afdd7d5ea758fbe7a72cb19b442/c9b44afdd7d5ea758fbe7a72cb19b442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862711.00000, db: /tmp/tmp3edbal3m/sda/containers/0/144/75095d996b55c59734be32a6a469f144/75095d996b55c59734be32a6a469f144.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862710.00000, (0, 0) as of 1715862710.00000, sharded as of 1715862710.00000> to ShardRange<'k' to 't' as of 1715862711.00000, (0, 0) as of 1715862711.00000, cleaved as of 1715862711.00000>, path: .shards_a/shard_c_1715862711.00000, db: /tmp/tmp3edbal3m/sda/containers/0/144/75095d996b55c59734be32a6a469f144/75095d996b55c59734be32a6a469f144.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862713.00000, db: /tmp/tmp3edbal3m/sda/containers/0/0d9/b09358c6e3efb754f7f0e83b2be5b0d9/b09358c6e3efb754f7f0e83b2be5b0d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862712.00000, (0, 0) as of 1715862712.00000, sharded as of 1715862712.00000> to ShardRange<'k' to 't' as of 1715862713.00000, (0, 0) as of 1715862713.00000, active as of 1715862713.00000>, path: .shards_a/shard_c_1715862713.00000, db: /tmp/tmp3edbal3m/sda/containers/0/0d9/b09358c6e3efb754f7f0e83b2be5b0d9/b09358c6e3efb754f7f0e83b2be5b0d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862714.00000, (0, 0) as of 1715862714.00000, sharded as of 1715862714.00000> to ShardRange<'k' to 't' as of 1715862715.00000, (0, 0) as of 1715862715.00000, shrinking as of 1715862715.00000>, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862717.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7f0/7dacfe8ec5634f5a4154016e4e4007f0/7dacfe8ec5634f5a4154016e4e4007f0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862716.00000, (0, 0) as of 1715862716.00000, sharded as of 1715862716.00000> to ShardRange<'k' to 't' as of 1715862717.00000, (0, 0) as of 1715862717.00000, sharding as of 1715862717.00000>, path: .shards_a/shard_c_1715862717.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7f0/7dacfe8ec5634f5a4154016e4e4007f0/7dacfe8ec5634f5a4154016e4e4007f0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862717.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7f0/7dacfe8ec5634f5a4154016e4e4007f0/7dacfe8ec5634f5a4154016e4e4007f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862719.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a94/9acdfc006e0e22c41cf56b394bd84a94/9acdfc006e0e22c41cf56b394bd84a94.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862719.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a94/9acdfc006e0e22c41cf56b394bd84a94/9acdfc006e0e22c41cf56b394bd84a94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862721.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bbe/a47628b0929a8ae4a2ca4ccde2f76bbe/a47628b0929a8ae4a2ca4ccde2f76bbe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862720.00000, (0, 0) as of 1715862720.00000, sharded as of 1715862720.00000> to ShardRange<'k' to 't' as of 1715862721.00000, (0, 0) as of 1715862721.00000, shrunk as of 1715862721.00000>, path: .shards_a/shard_c_1715862721.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bbe/a47628b0929a8ae4a2ca4ccde2f76bbe/a47628b0929a8ae4a2ca4ccde2f76bbe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862721.00000, db: /tmp/tmp3edbal3m/sda/containers/0/bbe/a47628b0929a8ae4a2ca4ccde2f76bbe/a47628b0929a8ae4a2ca4ccde2f76bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862723.00000, db: /tmp/tmp3edbal3m/sda/containers/0/095/c8d884440193170ed8c25beb7bdda095/c8d884440193170ed8c25beb7bdda095.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862722.00000, (0, 0) as of 1715862722.00000, shrunk as of 1715862722.00000> to ShardRange<'k' to 't' as of 1715862723.00000, (0, 0) as of 1715862723.00000, found as of 1715862723.00000>, path: .shards_a/shard_c_1715862723.00000, db: /tmp/tmp3edbal3m/sda/containers/0/095/c8d884440193170ed8c25beb7bdda095/c8d884440193170ed8c25beb7bdda095.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862725.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2e4/9ae6432dd9e45a6b124082479af662e4/9ae6432dd9e45a6b124082479af662e4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862724.00000, (0, 0) as of 1715862724.00000, shrunk as of 1715862724.00000> to ShardRange<'k' to 't' as of 1715862725.00000, (0, 0) as of 1715862725.00000, created as of 1715862725.00000>, path: .shards_a/shard_c_1715862725.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2e4/9ae6432dd9e45a6b124082479af662e4/9ae6432dd9e45a6b124082479af662e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862727.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe8/ff18af45e4ccf2137c56414212945fe8/ff18af45e4ccf2137c56414212945fe8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862726.00000, (0, 0) as of 1715862726.00000, shrunk as of 1715862726.00000> to ShardRange<'k' to 't' as of 1715862727.00000, (0, 0) as of 1715862727.00000, cleaved as of 1715862727.00000>, path: .shards_a/shard_c_1715862727.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fe8/ff18af45e4ccf2137c56414212945fe8/ff18af45e4ccf2137c56414212945fe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862729.00000, db: /tmp/tmp3edbal3m/sda/containers/0/172/6bf632341a4489bfa370a7fd3a598172/6bf632341a4489bfa370a7fd3a598172.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862728.00000, (0, 0) as of 1715862728.00000, shrunk as of 1715862728.00000> to ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, active as of 1715862729.00000>, path: .shards_a/shard_c_1715862729.00000, db: /tmp/tmp3edbal3m/sda/containers/0/172/6bf632341a4489bfa370a7fd3a598172/6bf632341a4489bfa370a7fd3a598172.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862730.00000, (0, 0) as of 1715862730.00000, shrunk as of 1715862730.00000> to ShardRange<'k' to 't' as of 1715862731.00000, (0, 0) as of 1715862731.00000, shrinking as of 1715862731.00000>, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862733.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d5f/6eae2c9349b8b4382b67cdc53520ed5f/6eae2c9349b8b4382b67cdc53520ed5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862732.00000, (0, 0) as of 1715862732.00000, shrunk as of 1715862732.00000> to ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, sharding as of 1715862733.00000>, path: .shards_a/shard_c_1715862733.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d5f/6eae2c9349b8b4382b67cdc53520ed5f/6eae2c9349b8b4382b67cdc53520ed5f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862733.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d5f/6eae2c9349b8b4382b67cdc53520ed5f/6eae2c9349b8b4382b67cdc53520ed5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862735.00000, db: /tmp/tmp3edbal3m/sda/containers/0/688/69b598e8109594ffb0b436b89ab5a688/69b598e8109594ffb0b436b89ab5a688.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862734.00000, (0, 0) as of 1715862734.00000, shrunk as of 1715862734.00000> to ShardRange<'k' to 't' as of 1715862735.00000, (0, 0) as of 1715862735.00000, sharded as of 1715862735.00000>, path: .shards_a/shard_c_1715862735.00000, db: /tmp/tmp3edbal3m/sda/containers/0/688/69b598e8109594ffb0b436b89ab5a688/69b598e8109594ffb0b436b89ab5a688.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862735.00000, db: /tmp/tmp3edbal3m/sda/containers/0/688/69b598e8109594ffb0b436b89ab5a688/69b598e8109594ffb0b436b89ab5a688.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862737.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c93/e451887ddf33e38f3f9401d49b9b2c93/e451887ddf33e38f3f9401d49b9b2c93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862737.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c93/e451887ddf33e38f3f9401d49b9b2c93/e451887ddf33e38f3f9401d49b9b2c93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmp3edbal3m/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862742.00000, db: /tmp/tmp3edbal3m/sda/containers/0/15e/d5f0bb59e73cb639d5f0b0bf9f98115e/d5f0bb59e73cb639d5f0b0bf9f98115e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862744.00000, db: /tmp/tmp3edbal3m/sda/containers/0/397/c2911a71d25bf2851c3d050894c89397/c2911a71d25bf2851c3d050894c89397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862746.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b9b/3c5da9c4276e92257bf3e375d34b3b9b/3c5da9c4276e92257bf3e375d34b3b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmp3edbal3m/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmp3edbal3m/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmp3edbal3m/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862760.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b52/782982b8ee8675c4ef6378307b29cb52/782982b8ee8675c4ef6378307b29cb52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmp3edbal3m/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmp3edbal3m/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmp3edbal3m/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmp3edbal3m/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmp3edbal3m/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmp3edbal3m/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862778.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ba0/26845f38073ebd23982f8c6506a67ba0/26845f38073ebd23982f8c6506a67ba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmp3edbal3m/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmp3edbal3m/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmp3edbal3m/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmp3edbal3m/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmp3edbal3m/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmp3edbal3m/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmp3edbal3m/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmp3edbal3m/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmp3edbal3m/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmp3edbal3m/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmp3edbal3m/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmp3edbal3m/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmp3edbal3m/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmp3edbal3m/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmp3edbal3m/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmp3edbal3m/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmp3edbal3m/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmp3edbal3m/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmp3edbal3m/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmp3edbal3m/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmp3edbal3m/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmp3edbal3m/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmp3edbal3m/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmp3edbal3m/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmp3edbal3m/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmp3edbal3m/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmp3edbal3m/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmp3edbal3m/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmp3edbal3m/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmp3edbal3m/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmp3edbal3m/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmp3edbal3m/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmp3edbal3m/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmp3edbal3m/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmp3edbal3m/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmp3edbal3m/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmp3edbal3m/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmp3edbal3m/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - 16/May/2024/12/30/14 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1715862614.516394615 1715862614.517091990 0 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test INFO: - - 16/May/2024/12/30/14 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0010 - - 1715862614.517747641 1715862614.518708467 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000'} -test DEBUG: bucket None POST -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile2495499.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile2495499.tmp' -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpgwr2ucot/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile123 -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:47:03 2025 /tmp/tmpxlu4hwm_/unittest.profile2495520 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test ERROR: Error in '/tmp/tmparb4tyfc/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmp62hu9vdu/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmp62hu9vdu/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'ab853e1385d943029b49afad90a39c71': [Errno 2] No such file or directory: 'ab853e1385d943029b49afad90a39c71' -test ERROR: Could not load '/tmp/tmpxaho6x03/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpxaho6x03/container-sync-realms.conf' -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test NOTICE: Child 1593264 exiting normally +test NOTICE: Started child 88 from parent 1593264 +test NOTICE: Started child 89 from parent 1593264 +test ERROR: Removing dead child 88 from parent 1593264 +test NOTICE: Started child 90 from parent 1593264 +test NOTICE: Started child 88 from parent 1593264 +test NOTICE: Started child 89 from parent 1593264 +test DEBUG: Skipping the update of recently changed /tmp/tmp5pdb0e1_/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp5pdb0e1_/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp5pdb0e1_/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp5pdb0e1_/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpfr3et4u_/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpfr3et4u_/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpbih_9eks/sdq is not mounted +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776217 1715776217-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776217 1715776217-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776217 1715776217-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776217 1715776217-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776217 1715776217-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862616 1715862616-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862616 1715862616-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862616 1715862616-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862616 1715862616-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862616 1715862616-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok - -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test INFO: - - 18/Jun/2025/18/46/57 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1750272417.985139608 1750272417.985199928 - -test INFO: - - 18/Jun/2025/18/46/57 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1750272417.986222744 1750272417.986232519 - -test INFO: - - 18/Jun/2025/18/46/57 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272417.987095594 1750272417.987149000 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 18/Jun/2025/18/46/57 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272417.999342918 1750272417.999387980 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750272418.000357389 1750272418.000383377 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750272418.001375675 1750272418.001389503 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.002110243 1750272418.002150297 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.002830744 1750272418.002864122 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1750272418.002816916 1750272418.003105164 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272418.939633369 1750272418.939683676 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272418.942033052 1750272418.942085266 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1750272418.942806244 1750272418.942846060 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.943468094 1750272418.943504095 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1750272418.944057703 1750272418.944090128 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750272418.944779158 1750272418.944815874 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750272418.945403576 1750272418.945438862 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.945993185 1750272418.946026325 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1750272418.946584225 1750272418.946617365 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750272418.947435856 1750272418.947470427 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750272418.948092461 1750272418.948124886 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1750272418.949024677 1750272418.949060678 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.949848890 1750272418.949886799 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.950445652 1750272418.950477839 - -test INFO: - - 18/Jun/2025/18/46/58 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1750272418.951224089 1750272418.951259851 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 18/Jun/2025/18/46/58 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272418.954738855 1750272418.954773188 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272417.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272417.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272418.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272418.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00057 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00053 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx13e771f9062a4523a4d35-006645fc54) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -22964,8 +27618,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx812eb599ba514a3cb806e-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -22973,8 +27627,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx812eb599ba514a3cb806e-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -22982,9 +27636,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx812eb599ba514a3cb806e-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -22992,8 +27645,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1cfe240557064d91afb84-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -23001,8 +27654,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1cfe240557064d91afb84-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -23010,10 +27663,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1cfe240557064d91afb84-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -23021,8 +27672,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5709a6745844d8d91c9f-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -23030,8 +27681,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5709a6745844d8d91c9f-00685309a1) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -23039,1365 +27690,3268 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5709a6745844d8d91c9f-00685309a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 16 May 2024 12:30:13 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:14] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000069 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 16 May 2024 12:30:14 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:14] "GET // HTTP/1.1" 200 121 0.000064 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 16 May 2024 12:30:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:14] "GET //bar HTTP/1.1" 200 124 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 16 May 2024 12:30:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:14] "GET //////baz HTTP/1.1" 200 128 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 16 May 2024 12:30:14 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (1593234) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593234) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:14] "GET /someurl HTTP/1.0" 200 102 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1593234) wsgi exited, is_accepting=True +test WARNING: Skipping /tmp/tmpmquzzk3i/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpmquzzk3i/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpmquzzk3i/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpri0gdlnj/asdf/data because [Errno 20] Not a directory: '/tmp/tmpri0gdlnj/asdf/data' +test WARNING: Skipping /tmp/tmpri0gdlnj/asdf/data because [Errno 20] Not a directory: '/tmp/tmpri0gdlnj/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmp1m75o01y/asdf/data because [Errno 20] Not a directory: '/tmp/tmp1m75o01y/asdf/data' +test WARNING: More than one part in a single-part response? +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test ERROR: Problem finding shard upper in '/tmp/tmp_c5imt_k/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_c5imt_k/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpro56ur_5/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpro56ur_5/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.736699104 1750272421.736732483 - -test INFO: - - 18/Jun/2025/18/47/01 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.736937284 1750272421.736958504 - -test INFO: - - 18/Jun/2025/18/47/01 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.737119675 1750272421.737139225 - -test INFO: - - 18/Jun/2025/18/47/01 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.737288952 1750272421.737307072 - -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1750272421.739395618 1750272421.739458561 - -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1750272421.740211248 1750272421.740242958 - -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1750272421.741017342 1750272421.741059065 - -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1750272421.741731405 1750272421.741759539 - -test INFO: - - 18/Jun/2025/18/47/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.746747017 1750272421.746774435 1 -test INFO: - - 18/Jun/2025/18/47/01 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.747376919 1750272421.747426033 1 -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.748165607 1750272421.748199701 - -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/18/47/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272421.748762846 1750272421.748794556 - -test INFO: - - 18/Jun/2025/18/47/01 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272421.749757528 1750272421.749813795 - -test INFO: - - 18/Jun/2025/18/47/01 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1750272421.750963211 1750272421.750997543 - -test INFO: - - 18/Jun/2025/18/47/01 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1750272421.751646280 1750272421.751664162 - -test INFO: - - 18/Jun/2025/18/47/01 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272421.752417803 1750272421.752440691 0 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test INFO: - - 18/Jun/2025/18/47/01 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272421.753077030 1750272421.753098249 -1 -test INFO: - - 18/Jun/2025/18/47/04 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272424.083063602 1750272424.083096027 - -fake INFO: - - 18/Jun/2025/18/47/04 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1750273424 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1750272424.948641539 1750272424.948789358 - -Wed Jun 18 06:47:04 2025 /tmp/log/swift/profile/default.profile2495499 -Wed Jun 18 06:47:04 2025 /tmp/log/swift/profile/default.profile123 -Wed Jun 18 06:47:04 2025 /tmp/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1715776218-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1715776218-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8b40714effa942c0b4bb4-006645fc5b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8b40714effa942c0b4bb4-006645fc5b) +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx5fb1f84e4eb74ba582c01-006645fc4d) +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.1" 200 160 0.000063 +proxy INFO: 192.168.0.1 - - [17/May/2024 02:30:05] "GET /otherurl HTTP/1.1" 200 179 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.0" 200 186 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.0" 200 179 0.000045 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.0" 200 180 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.0" 200 180 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +proxy INFO: (1593238) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1593238) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:30:05] "GET /someurl HTTP/1.0" 200 180 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (1593238) wsgi exited, is_accepting=True +test ERROR: Problem finding shard upper in '/tmp/tmpo7yszmmn/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpo7yszmmn/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmplc33fkho/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmplc33fkho/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8b40714effa942c0b4bb4-006645fc5b) +test ERROR: Container HEAD returning 503 for [] (txn: tx8b40714effa942c0b4bb4-006645fc5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf3c16dafad3b44dbb551b-006645fc56) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +Unlinked retiring db '/tmp/tmp8e48ad3b/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +Unlinked retiring db '/tmp/tmp3xve2w2z/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +Unlinked retiring db '/tmp/tmptq7xcof6/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +Unlinked retiring db '/tmp/tmpxs7vszz1/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test ERROR: Problem finding shard upper in '/tmp/tmp2zxvkbzs/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp2zxvkbzs/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpluzkeaxm/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpluzkeaxm/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +Finished. Marked 0 objects for deletion. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. + +user quit +No .MockServer object at 0xffff9fb6c260> running +.MockServerFactory.MockServer object at 0xffff9fb6c4d0> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff9fb6c440> running +No .MockServerFactory.MockServer object at 0xffff9fb6c4d0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9fb6c410> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9fd35550> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9fd35550> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9fd35400> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9fd35400> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9ff86b40> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9ff86b40> pid: None signal: 9 +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmprr27f9o8/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmprr27f9o8/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmprr27f9o8/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test ERROR: Problem finding shard upper in '/tmp/tmpvbxol1r0/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpvbxol1r0/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpoadg5hx9/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpoadg5hx9/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test ERROR: Failed to unlink '/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container_1715862620.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container_1715862620.00000.db': ['/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container.db', '/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container_1715862621.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpbcxkzz1n/containers/part/suffix/hash/container_1715862621.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 1593234 0 +test ERROR: ERROR Account update failed with 127.0.0.1:57547/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0032 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0022 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0014 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0006 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0031 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0042 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0084 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test DEBUG: Unlinked retiring db '/tmp/tmppi7_pns7/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +Traceback (most recent call last): +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test ERROR: Failed to unlink '/tmp/tmpzunyoave/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpzunyoave/containers/part/suffix/hash/container_1715862621.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpzunyoave/containers/part/suffix/hash/container_1715862621.00000.db': ['/tmp/tmpzunyoave/containers/part/suffix/hash/container.db', '/tmp/tmpzunyoave/containers/part/suffix/hash/container_1715862622.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzunyoave/containers/part/suffix/hash/container_1715862622.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715194800 +test DEBUG: looking for objects in 1715194800 +test DEBUG: checking container 1715191200 +test DEBUG: looking for objects in 1715191200 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715857200 +test DEBUG: looking for objects in 1715857200 +test DEBUG: checking container 1715853600 +test DEBUG: looking for objects in 1715853600 +test DEBUG: checking container 1715850000 +test DEBUG: looking for objects in 1715850000 +test DEBUG: checking container 1715846400 +test DEBUG: looking for objects in 1715846400 +test DEBUG: checking container 1715842800 +test DEBUG: looking for objects in 1715842800 +test DEBUG: checking container 1715839200 +test DEBUG: looking for objects in 1715839200 +test DEBUG: checking container 1715835600 +test DEBUG: looking for objects in 1715835600 +test DEBUG: checking container 1715832000 +test DEBUG: looking for objects in 1715832000 +test DEBUG: checking container 1715828400 +test DEBUG: looking for objects in 1715828400 +test DEBUG: checking container 1715256000 +test DEBUG: looking for objects in 1715256000 +test DEBUG: checking container 1715252400 +test DEBUG: looking for objects in 1715252400 +test DEBUG: checking container 1715248800 +test DEBUG: looking for objects in 1715248800 +test DEBUG: checking container 1715245200 +test DEBUG: looking for objects in 1715245200 +test DEBUG: checking container 1715241600 +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpfvl4fyei: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:19 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0033 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0038 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0049 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmp0p0zhm1s/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0057 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0044 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txf24681d73e3e47b7a39b1-00685309a3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: tx068a241070754f9aa0c53-00685309a3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx1ecbf88169c4431688080-00685309a3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txc97b33eeba76476a8e462-00685309a3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx3c59940375e146b2a32ce-00685309a3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txd37751e96cc2406691233-00685309a3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx41e97a1d6ed04942ba79f-006645fc5b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx41e97a1d6ed04942ba79f-006645fc5b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx41e97a1d6ed04942ba79f-006645fc5b) +test ERROR: Container HEAD returning 503 for [] (txn: tx41e97a1d6ed04942ba79f-006645fc5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx42f730785d38443bb6842-006645fc5b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx42f730785d38443bb6842-006645fc5b) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx42f730785d38443bb6842-006645fc5b) +test ERROR: Container HEAD returning 503 for [] (txn: tx42f730785d38443bb6842-006645fc5b) +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test ERROR: Failed to unlink '/tmp/tmpaokyehp2/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txa82c6bba3def4de7b5324-00685309a3) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx227f3a02a302483c96b81-00685309a3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2859bd2ecf494293afd4d-00685309a3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx1c887f373f3843c38639f-00685309a3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpaokyehp2/containers/part/suffix/hash/container_1715862621.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpaokyehp2/containers/part/suffix/hash/container_1715862621.00000.db': ['/tmp/tmpaokyehp2/containers/part/suffix/hash/container.db', '/tmp/tmpaokyehp2/containers/part/suffix/hash/container_1715862622.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpaokyehp2/containers/part/suffix/hash/container_1715862622.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715862621.3723063, time window end: 1715862621.3723063, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: tx15be14c0094b4e0f8ccdb-00685309a3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx54375c9d2fe04178809c2-00685309a3) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715862621.3743594, time window end: 1715862621.3743687, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1715862621.3745017, time window end: 1715862621.3747714, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1715862621.3748598, time window end: 1715862621.3749077, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test ERROR: Failed to unlink '/tmp/tmpip6vdilf/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpip6vdilf/containers/part/suffix/hash/container_1715862621.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpip6vdilf/containers/part/suffix/hash/container_1715862621.00000.db': ['/tmp/tmpip6vdilf/containers/part/suffix/hash/container.db', '/tmp/tmpip6vdilf/containers/part/suffix/hash/container_1715862622.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpip6vdilf/containers/part/suffix/hash/container_1715862622.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593229 2 +test ERROR: ERROR Account update failed with 127.0.0.1:50553/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0021 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0006 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0007 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmp8vcs6k1n/tmp_test_container_server_ContainerController/sda1/containers/p/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmpx_y2sw1b/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +Unlinked retiring db '/tmp/tmpx_y2sw1b/containers/part/suffix/hash/container_1715862640.00000.db' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +Unlinked retiring db '/tmp/tmpx_y2sw1b/containers/part/suffix/hash/container_1715862651.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpmhs2b0bp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmhs2b0bp/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpmhs2b0bp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmhs2b0bp/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1593268 - +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272418.10311', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -24406,17 +30960,24 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response resp = self.acl_handler.handle_acl( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl return getattr(ah, method)(app) ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -24424,52 +30985,477 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test ERROR: Failed to unlink '/tmp/tmpcqws6iur/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpcqws6iur/containers/part/suffix/hash/container_1715862624.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpcqws6iur/containers/part/suffix/hash/container_1715862624.00000.db': ['/tmp/tmpcqws6iur/containers/part/suffix/hash/container.db', '/tmp/tmpcqws6iur/containers/part/suffix/hash/container_1715862625.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpcqws6iur/containers/part/suffix/hash/container_1715862625.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpd9kd6gnj/containers/part/suffix/hash/62821d5e-2b26-4069-9e7d-7e36be5586e9.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmpm8r9430x/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test DEBUG: looking for objects in 1715241600 +test DEBUG: checking container 1715238000 +test DEBUG: looking for objects in 1715238000 +test DEBUG: checking container 1715234400 +test DEBUG: looking for objects in 1715234400 +test DEBUG: checking container 1715230800 +test DEBUG: looking for objects in 1715230800 +test DEBUG: checking container 1715227200 +test DEBUG: looking for objects in 1715227200 +test DEBUG: checking container 1715223600 +test DEBUG: looking for objects in 1715223600 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862621.251530) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862621.251530) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862621.251530) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862621.251530) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1715862621.251530) in policy_index 1 will be deleted from policy_index 0 (1715862621.25153_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1715862621.251530) deleted from policy_index 0 (1715862621.25153_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1715862621.251530) from policy_index 1 (1715862621.25153_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1715862621.251530) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1715862621.251530) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715862621.251530) from the queue (1715862621.25153_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +Unlinked retiring db '/tmp/tmp5xip6j8i/containers/part/suffix/hash/container-a641c640-ae31-497e-bc6a-7aedb08cfe0e.db' +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +Unlinked retiring db '/tmp/tmp5xip6j8i/containers/part/suffix/hash/container-546b64e1-7335-423a-bd9f-ec5b1db1982f.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0039 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0037 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0037 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0007 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0061 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0066 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx31accc4f17124c51bd0f1-006645fc58" "proxy-server 1593268" 0.0013 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52293/sdb1/1/a/c" "tx31accc4f17124c51bd0f1-006645fc58" "container-server 1593268" 0.0011 "-" 1593268 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35609/sda1/1/a/c" "tx31accc4f17124c51bd0f1-006645fc58" "container-server 1593268" 0.0010 "-" 1593268 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx31accc4f17124c51bd0f1-006645fc58" "proxy-server 1593268" 0.0239 "-" 1593268 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx31accc4f17124c51bd0f1-006645fc58" "proxy-server 1593268" 0.0100 "-" 1593268 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx31accc4f17124c51bd0f1-006645fc58 - 0.7293 - - 1715862616.833634853 1715862617.562896967 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdb414d14f4cd4c5ba2675-006645fc59" "proxy-server 1593268" 0.0012 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35609/sda1/1/a1/c1" "txdb414d14f4cd4c5ba2675-006645fc59" "container-server 1593268" 0.0011 "-" 1593268 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52293/sdb1/1/a1/c1" "txdb414d14f4cd4c5ba2675-006645fc59" "container-server 1593268" 0.0010 "-" 1593268 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdb414d14f4cd4c5ba2675-006645fc59" "proxy-server 1593268" 0.0100 "-" 1593268 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdb414d14f4cd4c5ba2675-006645fc59" "proxy-server 1593268" 0.0156 "-" 1593268 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdb414d14f4cd4c5ba2675-006645fc59 - 0.0238 - - 1715862617.564323664 1715862617.588124752 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx23ec194308114fe19a025-006645fc59" "proxy-server 1593268" 0.0019 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52293/sdb1/2/a/c1" "tx23ec194308114fe19a025-006645fc59" "container-server 1593268" 0.0011 "-" 1593268 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35609/sda1/2/a/c1" "tx23ec194308114fe19a025-006645fc59" "container-server 1593268" 0.0016 "-" 1593268 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx23ec194308114fe19a025-006645fc59" "proxy-server 1593268" 0.0138 "-" 1593268 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx23ec194308114fe19a025-006645fc59" "proxy-server 1593268" 0.0100 "-" 1593268 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx23ec194308114fe19a025-006645fc59 - 0.0227 - - 1715862617.589540720 1715862617.612233639 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0212c631a7f044e9b1804-006645fc59" "proxy-server 1593268" 0.0019 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35609/sda1/1/a/c2" "tx0212c631a7f044e9b1804-006645fc59" "container-server 1593268" 0.0011 "-" 1593268 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52293/sdb1/1/a/c2" "tx0212c631a7f044e9b1804-006645fc59" "container-server 1593268" 0.0017 "-" 1593268 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0212c631a7f044e9b1804-006645fc59" "proxy-server 1593268" 0.0156 "-" 1593268 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0212c631a7f044e9b1804-006645fc59" "proxy-server 1593268" 0.0120 "-" 1593268 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0212c631a7f044e9b1804-006645fc59 - 0.0247 - - 1715862617.613776207 1715862617.638444185 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpvmfcf7j2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvmfcf7j2/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpvmfcf7j2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvmfcf7j2/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1593268 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe1c0aaeed9f44e1f8f191-006645fc5e" "proxy-server 1593268" 0.0011 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55457/sdb1/1/a/c" "txe1c0aaeed9f44e1f8f191-006645fc5e" "container-server 1593268" 0.0011 "-" 1593268 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50151/sda1/1/a/c" "txe1c0aaeed9f44e1f8f191-006645fc5e" "container-server 1593268" 0.0010 "-" 1593268 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe1c0aaeed9f44e1f8f191-006645fc5e" "proxy-server 1593268" 0.0091 "-" 1593268 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe1c0aaeed9f44e1f8f191-006645fc5e" "proxy-server 1593268" 0.0144 "-" 1593268 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe1c0aaeed9f44e1f8f191-006645fc5e - 0.0212 - - 1715862622.026535511 1715862622.047692299 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb11ad6a7a2ff4502a9293-006645fc5e" "proxy-server 1593268" 0.0011 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50151/sda1/1/a1/c1" "txb11ad6a7a2ff4502a9293-006645fc5e" "container-server 1593268" 0.0009 "-" 1593268 0 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx8fae9753e90b4e93bf202-006645fc5b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txe687ff6041144fc0b0777-006645fc5b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx97512cde983d4dad894f8-00685309a5) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx71c7e789fdaa4d70bd265-006645fc5b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd335fea6c5334784ab742-00685309a5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd335fea6c5334784ab742-00685309a5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd335fea6c5334784ab742-00685309a5) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd335fea6c5334784ab742-00685309a5) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx26b06e2ce0314bbca7762-006645fc5b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data chunk = next(data_source) ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ @@ -24484,1502 +31470,1823 @@ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader return req.environ['wsgi.input'].read( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read raise Exception('exception message') -Exception: exception message (txn: tx25dce50b08084260b221d-00685309a5) +Exception: exception message (txn: tx79e8e348183c4d20aa2c1-006645fc5b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: tx4d85bb7ff4124c91be604-00685309a5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx93402df7d9f040198011c-00685309a5) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc6b1bc1f2df54af59047a-00685309a5) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9ed2338c8ef341828b34c-00685309a5) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: tx9ed2338c8ef341828b34c-00685309a5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc9c9573e4be74d829593e-00685309a5) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd6dbec7c108e4f34a57ca-00685309a5) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txd6dbec7c108e4f34a57ca-00685309a5) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txca446198c2d347f1a5529-006645fc5b) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmpffrz7itn/tmp_test_container_server_ContainerController/sda1/containers/p/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0035 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0030 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0008 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55457/sdb1/1/a1/c1" "txb11ad6a7a2ff4502a9293-006645fc5e" "container-server 1593268" 0.0009 "-" 1593268 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb11ad6a7a2ff4502a9293-006645fc5e" "proxy-server 1593268" 0.5486 "-" 1593268 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb11ad6a7a2ff4502a9293-006645fc5e" "proxy-server 1593268" 0.5453 "-" 1593268 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb11ad6a7a2ff4502a9293-006645fc5e - 0.5565 - - 1715862622.048990488 1715862622.605485916 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb33f8f4f97d5409a874c5-006645fc5e" "proxy-server 1593268" 0.0019 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55457/sdb1/2/a/c1" "txb33f8f4f97d5409a874c5-006645fc5e" "container-server 1593268" 0.0019 "-" 1593268 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50151/sda1/2/a/c1" "txb33f8f4f97d5409a874c5-006645fc5e" "container-server 1593268" 0.0011 "-" 1593268 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb33f8f4f97d5409a874c5-006645fc5e" "proxy-server 1593268" 0.0103 "-" 1593268 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb33f8f4f97d5409a874c5-006645fc5e" "proxy-server 1593268" 0.0151 "-" 1593268 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb33f8f4f97d5409a874c5-006645fc5e - 0.0230 - - 1715862622.606893301 1715862622.629908085 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1b1549b634164614a5979-006645fc5e" "proxy-server 1593268" 0.0019 "-" 1593268 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50151/sda1/1/a/c2" "tx1b1549b634164614a5979-006645fc5e" "container-server 1593268" 0.0010 "-" 1593268 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55457/sdb1/1/a/c2" "tx1b1549b634164614a5979-006645fc5e" "container-server 1593268" 0.0016 "-" 1593268 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1b1549b634164614a5979-006645fc5e" "proxy-server 1593268" 0.0131 "-" 1593268 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1b1549b634164614a5979-006645fc5e" "proxy-server 1593268" 0.0096 "-" 1593268 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1b1549b634164614a5979-006645fc5e - 0.0217 - - 1715862622.631309986 1715862622.652972460 2 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715194800 +test DEBUG: looking for objects in 1715194800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715197341.295924) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715197341.295924) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715197341.295924) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715197341.295924) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1715197341.29592) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1715197341.295924) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1715194800/1:/AUTH_jeb/c/o1' (1715197341.295924) from the queue (1715197341.29592_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715862621.301348) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715862621.301348) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715862621.301348) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715862621.301348) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1715862621.30135) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1715862621.301348) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +Unlinked retiring db '/tmp/tmpw96ygkbh/containers/part/suffix/hash/container.db' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_float -test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_int -test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_prefixlogger -test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_readconf -test.unit.common.test_utils.TestUtils.test_readconf ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir -test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestUtils.test_readconf_raw -test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer -test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok -test.unit.common.test_utils.TestUtils.test_str_format_time -test.unit.common.test_utils.TestUtils.test_str_format_time ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter -test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862617.73839', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0035 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmpd35og9pt/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0058 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmpy47l9vfj/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0035 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0045 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0044 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0044 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0043 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0043 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0027 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0063 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0034 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx57050b1c691141619b2f6-006645fc5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx80629881c4be4699a48fb-006645fc5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txadcea83e3ee64efea5fa2-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txadcea83e3ee64efea5fa2-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txadcea83e3ee64efea5fa2-006645fc5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txdce424f9c204493ebe676-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txdce424f9c204493ebe676-006645fc5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txdce424f9c204493ebe676-006645fc5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx1db058ce39384c4783378-006645fc5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx75e51fa998844168bbb43-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf4344f04ecda42da8d040-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx40d44fecd4a74ce2ab65a-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbfa6b4a54e084d4486635-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb0b7dea48e1f49f8a9a08-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1a16304280454d6dacb3b-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87366ed3642c4e00b7912-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5d0c99e73e064a6f8ec2d-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx63ee92e48b754b68bf2af-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx793f65bb0590466dbe7b1-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0b3e214265314361bbc44-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9b04921b65b7436ead937-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3b806f2495204e04834d2-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5d0baa92acc447e8c60f-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe945ba54d220496daad85-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac858951ec8b4410909a0-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx32fb290cabdd49fab1e97-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdd1f197eccc74cabaf9d4-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93d3f19dcea948bca5ae9-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbe897e063db44a94a41ab-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa5ae09afd3534cb28bb73-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66eb0ce74e494cb983417-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe7a944b8325f490cbc942-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa21d0f680bbd4315aaadb-006645fc5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx69f655f26b874c8083097-006645fc5f) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txe6daed33be55459c9a75b-006645fc5f) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx7207c77d415f46e883ffb-006645fc5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx71d255fee37240a39add0-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx85645f7ebd6940a2a590c-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txd46cf6923b8e4909aefb4-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txb75505f3a6954be290e11-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx79dc6d4e71b743f191c72-006645fc5f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx4d832b15512648629e61e-006645fc5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +Unlinked retiring db '/tmp/tmpwql3ofj7/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -swift: Warning: Cannot ratelimit without a memcached client -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d47c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d4280>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d4340>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d4340>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715255999.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715255999.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1715255999.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715255999.000000) from the queue (1715255999.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862621.334839) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862621.334839) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862621.334839) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862621.334839) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862621.33484) in policy_index 1 responded 200 (1715862620.33484) +test INFO: retry: '/AUTH_bob/c/o1' (1715862621.334839) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862618.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862618.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862618.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862618.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1593234 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0037 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0043 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0043 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0014 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0053 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmp3edbal3m/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmp3edbal3m/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmp3edbal3m/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmp3edbal3m/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmp3edbal3m/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmp3edbal3m/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmp3edbal3m/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmp3edbal3m/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862856.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862856.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862858.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c7f/53c2368985fc04575f7aca737bd25c7f/53c2368985fc04575f7aca737bd25c7f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862858.00000, db: /tmp/tmp3edbal3m/sda/containers/0/c7f/53c2368985fc04575f7aca737bd25c7f/53c2368985fc04575f7aca737bd25c7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862860.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ff0/41fde9b2385730a67f794d2207280ff0/41fde9b2385730a67f794d2207280ff0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862860.00000, db: /tmp/tmp3edbal3m/sda/containers/0/ff0/41fde9b2385730a67f794d2207280ff0/41fde9b2385730a67f794d2207280ff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862862.00000, db: /tmp/tmp3edbal3m/sda/containers/0/aef/5dd7fd410a3968bc662118238a1aeaef/5dd7fd410a3968bc662118238a1aeaef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862862.00000, db: /tmp/tmp3edbal3m/sda/containers/0/aef/5dd7fd410a3968bc662118238a1aeaef/5dd7fd410a3968bc662118238a1aeaef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862864.00000, db: /tmp/tmp3edbal3m/sda/containers/0/8d1/7d5cf4995b30c0a016a7cfbb1be418d1/7d5cf4995b30c0a016a7cfbb1be418d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862864.00000, db: /tmp/tmp3edbal3m/sda/containers/0/8d1/7d5cf4995b30c0a016a7cfbb1be418d1/7d5cf4995b30c0a016a7cfbb1be418d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862619.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/96d/4ef7beae0efe1c11a9509ae8fd17c96d/4ef7beae0efe1c11a9509ae8fd17c96d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862624.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/885/d5a5ae71fc400d03c415adefa01f6885/d5a5ae71fc400d03c415adefa01f6885.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862629.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1f6/42ad3c2cf409285b1d0454647f5471f6/42ad3c2cf409285b1d0454647f5471f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862634.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f1a/a4722c5f94c1183ecfa5ad6aacc5cf1a/a4722c5f94c1183ecfa5ad6aacc5cf1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862639.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/371/a64b5c1ee1dd2452d286a549c42f0371/a64b5c1ee1dd2452d286a549c42f0371.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862644.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4f9/8c4a540894847562e6e08f94f25714f9/8c4a540894847562e6e08f94f25714f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862649.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b59/967984e52656d93c8f1d673e1a1d0b59/967984e52656d93c8f1d673e1a1d0b59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862669.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f7a/ce54cdc0a54ac294d821b8622b47af7a/ce54cdc0a54ac294d821b8622b47af7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862679.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/6dd/d2be3348a6bb664929b61d1bb54156dd/d2be3348a6bb664929b61d1bb54156dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862684.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/81f/b191455b2d9bade0c47a25a6e7f7b81f/b191455b2d9bade0c47a25a6e7f7b81f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862689.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/412/5ecb709cbff7a921410343ea70d17412/5ecb709cbff7a921410343ea70d17412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862694.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/950/fb30ac333157bd47e3828624acd6f950/fb30ac333157bd47e3828624acd6f950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862699.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/25d/88d1b49a6bdc62a9d2f1959e5452525d/88d1b49a6bdc62a9d2f1959e5452525d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862704.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/419/064f720ed0f125d9a23b047e0025a419/064f720ed0f125d9a23b047e0025a419.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862709.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/61a/85bc92a49e31b65b70231e0ce7d6b61a/85bc92a49e31b65b70231e0ce7d6b61a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862724.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/af7/886575b3ea248c9b68d34603069d5af7/886575b3ea248c9b68d34603069d5af7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862729.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/307/e1ffc2cb0ce691eeb4f511b36f845307/e1ffc2cb0ce691eeb4f511b36f845307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862769.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/40e/47890481bffe5720f4c992c8fcf9940e/47890481bffe5720f4c992c8fcf9940e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862784.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f85/cfc26492cdf3cd9ca182a5d52728cf85/cfc26492cdf3cd9ca182a5d52728cf85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862789.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d11/93fe25786efad3a13b94df019d201d11/93fe25786efad3a13b94df019d201d11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862804.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/02c/132da9f71447dd31e04164115cba402c/132da9f71447dd31e04164115cba402c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862814.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5cd/eb06744b0b3ade8b4f84834f1bfa05cd/eb06744b0b3ade8b4f84834f1bfa05cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862829.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/aad/d6adad058bc0cdcecdda02d6d8d5daad/d6adad058bc0cdcecdda02d6d8d5daad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862834.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5ef/893a237bf94787fa5b2f9a56fbc085ef/893a237bf94787fa5b2f9a56fbc085ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862844.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/62b/c75377184d437d131a4e8aea83e0162b/c75377184d437d131a4e8aea83e0162b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862849.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4f9/0da031558ebb2240d9262e9696fbc4f9/0da031558ebb2240d9262e9696fbc4f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862864.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/bb5/2e839d453eaeb4950744a703aa0ecbb5/2e839d453eaeb4950744a703aa0ecbb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862874.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/635/2274cec017cfebe8562b00bbfa5e0635/2274cec017cfebe8562b00bbfa5e0635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862889.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3c1/d457697120691ef12c77350be92c13c1/d457697120691ef12c77350be92c13c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862894.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/5f6/d7c1968883c3cb241d836831ab2e35f6/d7c1968883c3cb241d836831ab2e35f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862904.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/327/1fdc35af1368b2b8d4f7639959d46327/1fdc35af1368b2b8d4f7639959d46327.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862909.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ea3/fba6073d7b613ca225d3e5fc72595ea3/fba6073d7b613ca225d3e5fc72595ea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862914.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/154/d2bac3edfa1f16c6b80fc768df2e3154/d2bac3edfa1f16c6b80fc768df2e3154.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862924.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ca6/be2334e48051e9b33e3caa60e40cbca6/be2334e48051e9b33e3caa60e40cbca6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862929.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/7e7/74e9181943e2dde5dfaeba30335777e7/74e9181943e2dde5dfaeba30335777e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862934.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/629/31c045de15a1390382c630259a4cf629/31c045de15a1390382c630259a4cf629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862944.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/517/4ff07e10a012cff72d17bf4297a65517/4ff07e10a012cff72d17bf4297a65517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862949.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/aee/76335b39b29b9e588c8017f624c38aee/76335b39b29b9e588c8017f624c38aee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862954.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/11b/d422e22243cdd09f03c555e3c9de011b/d422e22243cdd09f03c555e3c9de011b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862964.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8cb/f7cc83cb0ef85675b1e8542b1375b8cb/f7cc83cb0ef85675b1e8542b1375b8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862969.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/32a/b668fa0d84aeeec8a5b958cac79a732a/b668fa0d84aeeec8a5b958cac79a732a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862974.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d3a/fd452d5f48da34b4438d5381e308bd3a/fd452d5f48da34b4438d5381e308bd3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862984.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/720/81f9a8e804c2a1e4735aa12ffe02d720/81f9a8e804c2a1e4735aa12ffe02d720.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862989.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f79/8377c27a8f3ec082f1a68e9166ac4f79/8377c27a8f3ec082f1a68e9166ac4f79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862994.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/0c0/7e16bc9fba842a9981249f366d7cc0c0/7e16bc9fba842a9981249f366d7cc0c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862999.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863004.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/84a/00c1308b3de652fd29055a122846e84a/00c1308b3de652fd29055a122846e84a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863009.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/701/c54253b772e0afec204202a2b0393701/c54253b772e0afec204202a2b0393701.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863014.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8ae/30163825883862de8f6d34d68fb6f8ae/30163825883862de8f6d34d68fb6f8ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863019.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863024.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/e3a/2d7d91e6462b7ec6b2d491bafc448e3a/2d7d91e6462b7ec6b2d491bafc448e3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863029.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/436/40041c5afa37abfa798c7e875ca03436/40041c5afa37abfa798c7e875ca03436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863034.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a4f/7c230ae8470c920253ba3ed30f6bca4f/7c230ae8470c920253ba3ed30f6bca4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863039.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863044.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/074/b6505c8d33a83782ecbbc0f2db4ae074/b6505c8d33a83782ecbbc0f2db4ae074.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863049.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/64b/fd40bb50c494c0d163abbbcb3b97864b/fd40bb50c494c0d163abbbcb3b97864b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863054.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f7d/ee8f98b22f97c40a6cb1b32da7935f7d/ee8f98b22f97c40a6cb1b32da7935f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863059.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863064.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3ff/4b32e60346e43aa8747693dd32bdb3ff/4b32e60346e43aa8747693dd32bdb3ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863069.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b87/3a04d8fd9aac72ed25300569eb067b87/3a04d8fd9aac72ed25300569eb067b87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863074.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a2c/43533bebbeb93ddf7893321029b4da2c/43533bebbeb93ddf7893321029b4da2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863079.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863084.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/542/626e83aac34f3662d54f26d122841542/626e83aac34f3662d54f26d122841542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863089.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/cea/f97710817a5a42108872fbcfa5b43cea/f97710817a5a42108872fbcfa5b43cea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863094.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/e1b/db5e82207abe79340a62755f2c618e1b/db5e82207abe79340a62755f2c618e1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863099.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863104.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/774/a3ac66cba3770263f4627529946f1774/a3ac66cba3770263f4627529946f1774.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863109.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/671/4fd10f15e146b4d8ac171b2828d39671/4fd10f15e146b4d8ac171b2828d39671.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863114.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/58c/db6c0462beb0f62bfe89813e698d658c/db6c0462beb0f62bfe89813e698d658c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863119.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863124.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b93/f3774d43515afd93000506b02c714b93/f3774d43515afd93000506b02c714b93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863129.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f0d/544bb59705c30b701ab9b23881514f0d/544bb59705c30b701ab9b23881514f0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863134.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a7b/13bca0f75b9d73083b016320adb1ba7b/13bca0f75b9d73083b016320adb1ba7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863139.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863144.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1a2/500ba20f269bbbeb6d21528be5b031a2/500ba20f269bbbeb6d21528be5b031a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863149.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a56/f5ce2bd940b59c06ffc883a8ff1c0a56/f5ce2bd940b59c06ffc883a8ff1c0a56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863154.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dc8/2dd32b24574c266bacad6a92e59c8dc8/2dd32b24574c266bacad6a92e59c8dc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863159.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863164.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4bf/0a1d358c6e73a596ca970da5cc5654bf/0a1d358c6e73a596ca970da5cc5654bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863169.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1a8/d9b83d1131f508c38e50806f60f881a8/d9b83d1131f508c38e50806f60f881a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863174.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c41/52ad3484a398ad9c066b8fcda810ac41/52ad3484a398ad9c066b8fcda810ac41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863179.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d12/c1162739d4fa220ec4e8270b878fed12/c1162739d4fa220ec4e8270b878fed12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863184.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/646/5da187f206af2cf7a22ef04dd26ae646/5da187f206af2cf7a22ef04dd26ae646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863189.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b50/64aab570c90fc1a44328c31d72fd5b50/64aab570c90fc1a44328c31d72fd5b50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863194.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ab3/8a4067b6ef24d25d00a96cf845f8fab3/8a4067b6ef24d25d00a96cf845f8fab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863199.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1a1/aaa48993cc1e559747e60bab505711a1/aaa48993cc1e559747e60bab505711a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863204.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/410/153902d1e4b7e0ca3eeeaeaa42556410/153902d1e4b7e0ca3eeeaeaa42556410.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863209.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ab3/e6a6348d98148fe6c187cbadcf97bab3/e6a6348d98148fe6c187cbadcf97bab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863214.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/795/5d6d49aa22bddb2a96f1786a47809795/5d6d49aa22bddb2a96f1786a47809795.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863219.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d63/a1d0f124a0537cfaac82313e7227ad63/a1d0f124a0537cfaac82313e7227ad63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863224.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3a2/32dd8737bcb8b75b74cc3ad4befb63a2/32dd8737bcb8b75b74cc3ad4befb63a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863229.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/704/6e0fe0bfe645a00973370202f9c4b704/6e0fe0bfe645a00973370202f9c4b704.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863234.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f22/078eee33daf161b1e4fed62669443f22/078eee33daf161b1e4fed62669443f22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863239.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/18e/abf896c0161e8be5915c9ee65632b18e/abf896c0161e8be5915c9ee65632b18e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863244.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/68e/4e751183fdd13c0c3066007245c4d68e/4e751183fdd13c0c3066007245c4d68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863249.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fd8/65916a7b8cecfaa70394401118f04fd8/65916a7b8cecfaa70394401118f04fd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863254.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1fa/cd656664503ceb0026b795b92087f1fa/cd656664503ceb0026b795b92087f1fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863259.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4e2/a2f6332a47809c1aaa9db746e88234e2/a2f6332a47809c1aaa9db746e88234e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863264.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c6d/cecd1ae75a7058727159755c068f4c6d/cecd1ae75a7058727159755c068f4c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863269.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/919/9e5077b5d1c1d6ba8230d4402baf3919/9e5077b5d1c1d6ba8230d4402baf3919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863274.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fe9/06550b238d711866ea63a74a326b5fe9/06550b238d711866ea63a74a326b5fe9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863279.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b7c/18b7d08d4cf46b0dde2cf8983798eb7c/18b7d08d4cf46b0dde2cf8983798eb7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863284.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4cd/1aaa12c3424f68a5611819ee8dffc4cd/1aaa12c3424f68a5611819ee8dffc4cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863289.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b8a/80d375cfe6ea6ec9f2f72352f356ab8a/80d375cfe6ea6ec9f2f72352f356ab8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863294.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/69b/e4518c5ea9e79d78259fdf14cd74169b/e4518c5ea9e79d78259fdf14cd74169b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863299.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dc1/9c46aac6ff2deddd8015cce5c4c58dc1/9c46aac6ff2deddd8015cce5c4c58dc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863304.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dc2/28505a2fec8c3b62311ae3dcee941dc2/28505a2fec8c3b62311ae3dcee941dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863309.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/de2/643cb2e075167c5f7a9ae2b08b25ede2/643cb2e075167c5f7a9ae2b08b25ede2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863314.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/07f/57b046759bc078854e2438ee6097d07f/57b046759bc078854e2438ee6097d07f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863319.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/560/764b9b7196664b90a02782829b6f5560/764b9b7196664b90a02782829b6f5560.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863324.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/338/634e21ba94cc0351d23cc9a171f69338/634e21ba94cc0351d23cc9a171f69338.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863329.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d92/b3d6044c9d915a7a299256c458901d92/b3d6044c9d915a7a299256c458901d92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863334.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a73/aad2136eaa1db6bffe82c3e18f4bfa73/aad2136eaa1db6bffe82c3e18f4bfa73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863339.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/585/d383ecfc24a119bbb7e30bef9e26f585/d383ecfc24a119bbb7e30bef9e26f585.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863344.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3ed/160cd34f6769948c9cf0b531bc1783ed/160cd34f6769948c9cf0b531bc1783ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863349.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/24d/b735bb8235f691233737689d7332324d/b735bb8235f691233737689d7332324d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863354.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/bf1/d90ec42a59f083b4db0131ff24752bf1/d90ec42a59f083b4db0131ff24752bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863359.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4fb/afc8caa7be3177c84ffff9aecceeb4fb/afc8caa7be3177c84ffff9aecceeb4fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863364.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/7e9/9b3e7b45770b4208ea74dff98055d7e9/9b3e7b45770b4208ea74dff98055d7e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863369.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c3e/bc3be5f44c1a9b3c38b4a58b84dccc3e/bc3be5f44c1a9b3c38b4a58b84dccc3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863374.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f1c/c8000138da7ea32236da496d2c309f1c/c8000138da7ea32236da496d2c309f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863379.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/15f/542c41a668585a647439d97c961ac15f/542c41a668585a647439d97c961ac15f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863384.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1bf/2954a4cc3bfaf6871f3e71a75edc81bf/2954a4cc3bfaf6871f3e71a75edc81bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863389.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/34c/5f0897b6d7abcb606338aef8ada3734c/5f0897b6d7abcb606338aef8ada3734c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863394.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/088/2892445f521f715804c6c6a888e71088/2892445f521f715804c6c6a888e71088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863399.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8da/bb2ac71470709c6636dd2e93f2f7c8da/bb2ac71470709c6636dd2e93f2f7c8da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863404.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/88f/5d2d678b5668e45e9c1af9d9f1d2588f/5d2d678b5668e45e9c1af9d9f1d2588f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863409.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/2ab/9979e892cf86e699e83d2f58fa9742ab/9979e892cf86e699e83d2f58fa9742ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863414.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8da/aff4914980bc71a2459a8078756ef8da/aff4914980bc71a2459a8078756ef8da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863419.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f33/c696e13be7f3bbb0b12b58d60a0baf33/c696e13be7f3bbb0b12b58d60a0baf33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863424.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/31e/480993cc5a06c2d74b94e2e92634031e/480993cc5a06c2d74b94e2e92634031e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863429.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/880/15820fe05bf7556dc112164c3240e880/15820fe05bf7556dc112164c3240e880.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863434.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/29a/2c54b8e3ac8c94906d9801d19d60529a/2c54b8e3ac8c94906d9801d19d60529a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863439.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a23/97d431d5ab06ba1a01d8c304c3d59a23/97d431d5ab06ba1a01d8c304c3d59a23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863444.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fa2/e1ecb62aeb9c76521afdadcd73d72fa2/e1ecb62aeb9c76521afdadcd73d72fa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863449.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ae7/43df28a83c5912458d88437e5105fae7/43df28a83c5912458d88437e5105fae7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863454.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/aad/4bb865f526ce9c84a301759afed7aaad/4bb865f526ce9c84a301759afed7aaad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863459.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ae1/47a5371b19bedce85a9ad627d7e1aae1/47a5371b19bedce85a9ad627d7e1aae1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863464.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fb7/57e4460aa9308f68d3f4cd3a097fffb7/57e4460aa9308f68d3f4cd3a097fffb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863469.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/9aa/a438384193973d8c46d7b4db3f2629aa/a438384193973d8c46d7b4db3f2629aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863474.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/2f8/1c05a7cc0b200de5b9dceca0263402f8/1c05a7cc0b200de5b9dceca0263402f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863479.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/650/af7af3ad2c7865a99570e7bed2f4f650/af7af3ad2c7865a99570e7bed2f4f650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863484.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8cf/bbe695b5406efd4ea40169fcffb378cf/bbe695b5406efd4ea40169fcffb378cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863489.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/64b/f8231de10946d520f3fb4b5097b1664b/f8231de10946d520f3fb4b5097b1664b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863494.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8c5/819375adaa830a2329848e9ce93d38c5/819375adaa830a2329848e9ce93d38c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863499.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/2cb/e0b400a37353ce582d811efcd643d2cb/e0b400a37353ce582d811efcd643d2cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863504.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/56d/b14b4284a441cb263ed962d898c6456d/b14b4284a441cb263ed962d898c6456d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863509.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/e97/eea6dfa3648f3d69c298d5a55efd6e97/eea6dfa3648f3d69c298d5a55efd6e97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863514.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/6e7/658bdd7a87657fe298a8e209642136e7/658bdd7a87657fe298a8e209642136e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863519.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/411/e736f6b1ec7044a62ab74d78a7930411/e736f6b1ec7044a62ab74d78a7930411.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863524.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f6d/8b78628991568d7cd86928023c63bf6d/8b78628991568d7cd86928023c63bf6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863529.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/348/b4ea9bb2edad03607fcd548ed97f4348/b4ea9bb2edad03607fcd548ed97f4348.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863534.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/121/f50a1a7f3a004c513177b49b12a98121/f50a1a7f3a004c513177b49b12a98121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863539.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a9c/e7466eeceed2396d69fb3a7ba7325a9c/e7466eeceed2396d69fb3a7ba7325a9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863544.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/806/4c4bd34cec7599e37f76df383f3e9806/4c4bd34cec7599e37f76df383f3e9806.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863549.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/9b1/52dd8c637be263a38f52ac3c6bf8b9b1/52dd8c637be263a38f52ac3c6bf8b9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863554.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/7af/7a9faa0b60a66259cefaf923d48c47af/7a9faa0b60a66259cefaf923d48c47af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863559.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fb7/75eb19e653e71a23c1d82a0673616fb7/75eb19e653e71a23c1d82a0673616fb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863564.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/86d/be77f1cc348671775ab9ae7b9707886d/be77f1cc348671775ab9ae7b9707886d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863569.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/143/04127cec0f8befbef708e08cb98c4143/04127cec0f8befbef708e08cb98c4143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863574.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/420/28a56da4fa2801db5b3b9b000e7f1420/28a56da4fa2801db5b3b9b000e7f1420.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863579.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/642/3dd80aba1f9a7068f477e312ea352642/3dd80aba1f9a7068f477e312ea352642.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863584.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a78/221b3290c94ceb9a991e6dc472cf1a78/221b3290c94ceb9a991e6dc472cf1a78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863589.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/db6/40471128d8dae500b84a98d3b403cdb6/40471128d8dae500b84a98d3b403cdb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863594.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/669/38abc6be1b004c36626fca79cba5d669/38abc6be1b004c36626fca79cba5d669.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863599.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/fbc/bf67a15bc185a83c0fd8525d4431cfbc/bf67a15bc185a83c0fd8525d4431cfbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863604.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/eee/8d447b631be8ece6c23cc2bb94668eee/8d447b631be8ece6c23cc2bb94668eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863609.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/56d/30afe4c296af17bb5721eb8e0858d56d/30afe4c296af17bb5721eb8e0858d56d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863614.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/03a/77f5dcf19d3938d3d6312f750e1a803a/77f5dcf19d3938d3d6312f750e1a803a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863619.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4a7/913c80ccd49bad922a4a5215778d84a7/913c80ccd49bad922a4a5215778d84a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863624.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/0a6/91950189850be11b814717e18558b0a6/91950189850be11b814717e18558b0a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863629.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/6f7/6812a2a3727773ffc328ecf4a02276f7/6812a2a3727773ffc328ecf4a02276f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863634.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/528/444d9feca2d4eefc43205690c7281528/444d9feca2d4eefc43205690c7281528.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863639.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/7f6/71b6201ac059cd7b673fcbf63e8387f6/71b6201ac059cd7b673fcbf63e8387f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863644.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/02c/a684b9b9547e1362380261d806d9c02c/a684b9b9547e1362380261d806d9c02c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863649.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/9cf/8b891d3bdbe79a9ebfa85a7591fcc9cf/8b891d3bdbe79a9ebfa85a7591fcc9cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863654.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ee8/032f9d9933500a12c3e1f6bc66d1cee8/032f9d9933500a12c3e1f6bc66d1cee8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863659.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4d4/03afaa1e4b04a26f6d82cd446ea964d4/03afaa1e4b04a26f6d82cd446ea964d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863664.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1e8/3ccc7e8f9348e3f0cd060448b81d81e8/3ccc7e8f9348e3f0cd060448b81d81e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863669.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/0f7/fa16f5aa5bf89bbb13580fcd1ea970f7/fa16f5aa5bf89bbb13580fcd1ea970f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863674.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ad4/db25a83f910692274bfcfd2c57150ad4/db25a83f910692274bfcfd2c57150ad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863679.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/8b0/acdd916af80f9717a2720ed57fcc78b0/acdd916af80f9717a2720ed57fcc78b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863684.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f1c/00efa2d30d4b8102fca6dc9f8d7b9f1c/00efa2d30d4b8102fca6dc9f8d7b9f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863689.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/965/377a7c062af48bece933db29e00d5965/377a7c062af48bece933db29e00d5965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863694.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/039/a004c8522c1c71c92f8b585ba65e3039/a004c8522c1c71c92f8b585ba65e3039.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863699.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c37/2d43d47cc4a793632402919fb8e5cc37/2d43d47cc4a793632402919fb8e5cc37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863704.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/438/a05703db66879192d8b1732913845438/a05703db66879192d8b1732913845438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863709.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/73c/c505a134b3020efc49ea92a92b94573c/c505a134b3020efc49ea92a92b94573c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863714.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/af3/c433255b1ae5a23da6c78bd40a047af3/c433255b1ae5a23da6c78bd40a047af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863719.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/31d/8d05eafa00c0a74cd88014115459431d/8d05eafa00c0a74cd88014115459431d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863724.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/331/41e0a1d0cbe4c27a7f4fd72f5728b331/41e0a1d0cbe4c27a7f4fd72f5728b331.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863729.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d76/3b48229c6ad2173add3e28a843e2fd76/3b48229c6ad2173add3e28a843e2fd76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863734.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/b00/362c29efa94374fffb0873e807f5bb00/362c29efa94374fffb0873e807f5bb00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863739.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ed5/6c7a88b7d48adc6482eac2dd528f7ed5/6c7a88b7d48adc6482eac2dd528f7ed5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863744.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3b0/0f107e6496cbac8ad3e7718133d293b0/0f107e6496cbac8ad3e7718133d293b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863749.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/2fa/67a91c529020c18c49a64748873a82fa/67a91c529020c18c49a64748873a82fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863754.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/dc8/cc684dbb59d8bab9a8dc23a16134cdc8/cc684dbb59d8bab9a8dc23a16134cdc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863759.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/11c/20bb9109f3127f0950cea18175e2611c/20bb9109f3127f0950cea18175e2611c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863764.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f2f/d64f58d9e9ecad1338a65fcc544eaf2f/d64f58d9e9ecad1338a65fcc544eaf2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863769.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/3ba/64365763de8fc098564517713e9ea3ba/64365763de8fc098564517713e9ea3ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863774.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/211/5e51507af6ca1105b051770722d6d211/5e51507af6ca1105b051770722d6d211.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863779.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/294/43146709483ea076ca4977dcfe6dc294/43146709483ea076ca4977dcfe6dc294.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863784.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/abc/5b0fa91d2722499ac20504ff46c32abc/5b0fa91d2722499ac20504ff46c32abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863789.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/534/53f27a8ff6ff750046422620317ea534/53f27a8ff6ff750046422620317ea534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863794.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/129/58449933b21573e2ba7b28059418e129/58449933b21573e2ba7b28059418e129.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863799.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/51c/5b2de1aef0f10f7a1bf656814326e51c/5b2de1aef0f10f7a1bf656814326e51c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863804.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c29/b2ab119236d81ec4044105267a82cc29/b2ab119236d81ec4044105267a82cc29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863809.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d24/54e157f487bb97a0bf88cbde60f1ad24/54e157f487bb97a0bf88cbde60f1ad24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863814.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/032/90f783241961f3be5cd52a8d2c353032/90f783241961f3be5cd52a8d2c353032.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863819.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d2b/1b67fed0e8e41fbd56b477093a74ad2b/1b67fed0e8e41fbd56b477093a74ad2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863824.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/f26/45ff0a87fa5f01679297669b22e2ff26/45ff0a87fa5f01679297669b22e2ff26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863829.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/d9f/85866f9c126423d6295beba49e838d9f/85866f9c126423d6295beba49e838d9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863834.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ee6/f907b1cf8e10785f8bb016c042f97ee6/f907b1cf8e10785f8bb016c042f97ee6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863839.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/1da/c844e2d7c5bff9bfffd9c5d97f9661da/c844e2d7c5bff9bfffd9c5d97f9661da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863844.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/a6c/138f659e350b838439c5c16f71159a6c/138f659e350b838439c5c16f71159a6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863849.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/e40/b8e27d844f1f213b72b5cecb863e8e40/b8e27d844f1f213b72b5cecb863e8e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863854.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/ce4/828ed4ab5a93e6112ee01ae5feb4dce4/828ed4ab5a93e6112ee01ae5feb4dce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863859.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/cd9/4d1add07f46fad37a39cc18a684f2cd9/4d1add07f46fad37a39cc18a684f2cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863864.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4a2/54170e7f3a973bdbe416bdf6f80464a2/54170e7f3a973bdbe416bdf6f80464a2.db +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +Unlinked retiring db '/tmp/tmpuztxf29g/containers/part/suffix/hash/container.db' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272420.19561', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0010 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0030 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmpinjmuavp/tmp_test_container_server_ContainerController/sda1/containers/p/a9e/34e8dd0fa4549196e5a8c369413b5a9e/34e8dd0fa4549196e5a8c369413b5a9e.db' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmpbez2f8m_/tmp_test_container_server_ContainerController/sda1/containers/p/a9e/34e8dd0fa4549196e5a8c369413b5a9e/34e8dd0fa4549196e5a8c369413b5a9e.db' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0033 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx96b41268e9ff464890d85-00685309a7) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx2797dcc2aaf848adb5d46-00685309a7) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx2521139cc0324fc284473-006645fc5c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx2521139cc0324fc284473-006645fc5c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx2521139cc0324fc284473-006645fc5c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx7fea8cee3102481e999a7-006645fc5c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx7fea8cee3102481e999a7-006645fc5c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx7fea8cee3102481e999a7-006645fc5c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx7fea8cee3102481e999a7-006645fc5c) +proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 503, 201, 201, 201, 201, 503, 201, 201, 201, 201, 503] (txn: tx7fea8cee3102481e999a7-006645fc5c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx12493abbdd004e82a7c5b-00685309a7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx397e3b54292c4b5e82a3d-00685309a7) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx905a7a6156ca495c996d2-006645fc5c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx0e180360abd14c7488e8a-006645fc5c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx48657fc60c394ce984676-00685309a7) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx00b8b1b99bda42e1a2113-006645fc5c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx7a3c37e9aa854c26956dd-006645fc5c) +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx33fbbc9388684bf3b042b-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ea6f5cfb0c34deba7c0f-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2d2b566e609b4fc2b87ab-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ef74e6d04be4a61b52e5-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5ffb9bb5e64b4c6680bb7-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3eb609a3cb1b4c16aeaf7-006645fc5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txd824e5b5d1694adbbaf01-006645fc5f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd824e5b5d1694adbbaf01-006645fc5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx3e1273d8721b4297b067b-006645fc5f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -Unlinked retiring db '/tmp/tmp38zmlery/containers/part/suffix/hash/container.db' -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpyh2h_ao4/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpyh2h_ao4/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpyh2h_ao4/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test ERROR: Problem finding shard upper in '/tmp/tmptem1pxxl/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmptem1pxxl/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpd85bxiu_/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpd85bxiu_/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpocyeqw51/test_container.db': : +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862621.361193) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862621.361193) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862621.361193) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862621.361193) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862621.36119) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1715862621.361193) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862621.365690) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862621.365690) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862621.365690) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862621.365690) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862621.36569) in policy_index 1 responded 404 (1715862621.36569_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1715862621.365690) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0044 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0049 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmpqwxzemx4/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.1195 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0041 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test ERROR: Problem finding shard upper in '/tmp/tmptknd616x/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmptknd616x/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -25993,1960 +33300,2730 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpmuxpm65_/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpmuxpm65_/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client +test DEBUG: Unlinked retiring db '/tmp/tmp558t1k_d/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp558t1k_d/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpowj3dlck/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863869.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/edb/fe5237c8f7334463563baabd6bbe1edb/fe5237c8f7334463563baabd6bbe1edb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863874.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/7c2/bdfd4d234f8e6d307e1cb96aedf007c2/bdfd4d234f8e6d307e1cb96aedf007c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863879.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/4dd/45c21e2a943e474a9ef410617094a4dd/45c21e2a943e474a9ef410617094a4dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863884.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/c5f/2011d0c2bdbd6e6f935d9a55d676ec5f/2011d0c2bdbd6e6f935d9a55d676ec5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863889.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/42f/9210d2883b82087a6c455c342805e42f/9210d2883b82087a6c455c342805e42f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863894.00000-0, db: /tmp/tmphe1v73de/sda/containers/0/96d/ea531ee4c5515d3707432f3cfb92c96d/ea531ee4c5515d3707432f3cfb92c96d.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp4xbps6wa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1715862618.00000, path: a/c, db: /tmp/tmpno5nwa8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862618.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmpn09kiryy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862619.00000-0, db: /tmp/tmpwvd0kgkb/sda/containers/0/96d/4ef7beae0efe1c11a9509ae8fd17c96d/4ef7beae0efe1c11a9509ae8fd17c96d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862619.00000-0, db: /tmp/tmpwvd0kgkb/sda/containers/0/96d/4ef7beae0efe1c11a9509ae8fd17c96d/4ef7beae0efe1c11a9509ae8fd17c96d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862622.00000-0, db: /tmp/tmpwvd0kgkb/sda/containers/0/2ba/b48db4b708a2549d20a0d55922bcf2ba/b48db4b708a2549d20a0d55922bcf2ba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862622.00000-0, db: /tmp/tmpwvd0kgkb/sda/containers/0/2ba/b48db4b708a2549d20a0d55922bcf2ba/b48db4b708a2549d20a0d55922bcf2ba.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715862619.00000, (0, 0) as of 1715862619.00000, active as of 1715862619.00000> to ShardRange<'k' to 't' as of 1715862620.00000, (0, 0) as of 1715862620.00000, active as of 1715862620.00000>, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862624.00000, (0, 0) as of 1715862624.00000, shrinking as of 1715862621.00000> to ShardRange<'k' to 't' as of 1715862624.00000, (0, 0) as of 1715862624.00000, sharding as of 1715862625.00000>, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp6v2pl4aw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862618.70487', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -swift: Ratelimit sleep log: 0.5 for a/c/None -swift: Returning 498 for PUT to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Returning 498 for PUT to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Ratelimit sleep log: 0.1 for a/c/None -swift: Ratelimit sleep log: 0.5 for a/c/o -swift: Returning 498 for PUT to a/c/o. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Returning 498 for PUT to a/c/o. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Ratelimit sleep log: 0.1 for a/c/o -swift: Ratelimit sleep log: 0.5 for a/c/None -swift: Returning 498 for GET to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Returning 498 for GET to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Ratelimit sleep log: 0.1 for a/c/None -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -swift: Returning 497 because of blacklisting: b -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1593229 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0023 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0039 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0047 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txea83813ef11b41a590792-006645fc5c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx6d80819549b04222b2469-006645fc5c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx172954f604944d7a91631-006645fc5c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp4c6116st/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4c6116st/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp4c6116st/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4c6116st/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1593264 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1593264 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 1593264 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1593264 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa2f97e6b5e404b249945a-006645fc5c" "proxy-server 1593264" 0.0014 "-" 1593264 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:58055/sdb1/0/a/c" "txa2f97e6b5e404b249945a-006645fc5c" "container-server 1593264" 0.0012 "-" 1593264 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41289/sda1/0/a/c" "txa2f97e6b5e404b249945a-006645fc5c" "container-server 1593264" 0.0012 "-" 1593264 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txa2f97e6b5e404b249945a-006645fc5c" "proxy-server 1593264" 0.0144 "-" 1593264 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txa2f97e6b5e404b249945a-006645fc5c" "proxy-server 1593264" 0.0103 "-" 1593264 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa2f97e6b5e404b249945a-006645fc5c - 0.0242 - - 1715862620.275029421 1715862620.299221039 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx487585695d114b389a55d-006645fc5c" "proxy-server 1593264" 0.0013 "-" 1593264 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:58055/sdb1/2/a1/c1" "tx487585695d114b389a55d-006645fc5c" "container-server 1593264" 0.0011 "-" 1593264 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:41289/sda1/2/a1/c1" "tx487585695d114b389a55d-006645fc5c" "container-server 1593264" 0.0012 "-" 1593264 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx487585695d114b389a55d-006645fc5c" "proxy-server 1593264" 0.0107 "-" 1593264 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx487585695d114b389a55d-006645fc5c" "proxy-server 1593264" 0.0163 "-" 1593264 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx487585695d114b389a55d-006645fc5c - 0.0242 - - 1715862620.300776482 1715862620.324949980 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdc31b953c07247ff9884a-006645fc5c" "proxy-server 1593264" 0.0021 "-" 1593264 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41289/sda1/0/a/c1" "txdc31b953c07247ff9884a-006645fc5c" "container-server 1593264" 0.0017 "-" 1593264 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58055/sdb1/0/a/c1" "txdc31b953c07247ff9884a-006645fc5c" "container-server 1593264" 0.0012 "-" 1593264 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdc31b953c07247ff9884a-006645fc5c" "proxy-server 1593264" 0.0094 "-" 1593264 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdc31b953c07247ff9884a-006645fc5c" "proxy-server 1593264" 0.0146 "-" 1593264 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdc31b953c07247ff9884a-006645fc5c - 0.0231 - - 1715862620.326491117 1715862620.349541664 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16095736206643f08e508-006645fc5c" "proxy-server 1593264" 0.0021 "-" 1593264 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:41289/sda1/2/a/c2" "tx16095736206643f08e508-006645fc5c" "container-server 1593264" 0.0023 "-" 1593264 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:58055/sdb1/2/a/c2" "tx16095736206643f08e508-006645fc5c" "container-server 1593264" 0.0011 "-" 1593264 2 +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-38d1546fa09f97f05027d9ed126ba906-1715862623.00000-2, db: /tmp/tmpnzm1uiti/sda/containers/0/353/d1e74c8b303742ad8f6abae03ccb3353/d1e74c8b303742ad8f6abae03ccb3353.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862620.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/f8f/d14e9c1796180234eb190c53af43af8f/d14e9c1796180234eb190c53af43af8f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862620.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/f8f/d14e9c1796180234eb190c53af43af8f/d14e9c1796180234eb190c53af43af8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862629.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/70e/599b77bf0d80601a1ca68d30e19e870e/599b77bf0d80601a1ca68d30e19e870e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862629.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/70e/599b77bf0d80601a1ca68d30e19e870e/599b77bf0d80601a1ca68d30e19e870e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862638.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/f07/8b11ccb7077aaa7f76fb7f2ac69aef07/8b11ccb7077aaa7f76fb7f2ac69aef07.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862638.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/f07/8b11ccb7077aaa7f76fb7f2ac69aef07/8b11ccb7077aaa7f76fb7f2ac69aef07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862647.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/8cd/14da01600e71b3308878519bd76dc8cd/14da01600e71b3308878519bd76dc8cd.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862647.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/8cd/14da01600e71b3308878519bd76dc8cd/14da01600e71b3308878519bd76dc8cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862656.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/ae0/1f8c8c965e200ca250357e373e6a3ae0/1f8c8c965e200ca250357e373e6a3ae0.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862656.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/ae0/1f8c8c965e200ca250357e373e6a3ae0/1f8c8c965e200ca250357e373e6a3ae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862665.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/bd8/eeebe5bdae5e7efd90324a8dd8b52bd8/eeebe5bdae5e7efd90324a8dd8b52bd8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862665.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/bd8/eeebe5bdae5e7efd90324a8dd8b52bd8/eeebe5bdae5e7efd90324a8dd8b52bd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862674.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/dbd/7e446ec8dd5fc95e41190afcd3d95dbd/7e446ec8dd5fc95e41190afcd3d95dbd.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862674.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/dbd/7e446ec8dd5fc95e41190afcd3d95dbd/7e446ec8dd5fc95e41190afcd3d95dbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862683.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/878/e44bef6277962621bef44edaff148878/e44bef6277962621bef44edaff148878.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862683.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/878/e44bef6277962621bef44edaff148878/e44bef6277962621bef44edaff148878.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862692.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/1f5/09edd1dbe6419da2ccfd5f49b24781f5/09edd1dbe6419da2ccfd5f49b24781f5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862692.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/1f5/09edd1dbe6419da2ccfd5f49b24781f5/09edd1dbe6419da2ccfd5f49b24781f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862692.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/1f5/09edd1dbe6419da2ccfd5f49b24781f5/09edd1dbe6419da2ccfd5f49b24781f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862701.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/904/c74b5e31ec3e055168d213809ff93904/c74b5e31ec3e055168d213809ff93904.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862701.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/904/c74b5e31ec3e055168d213809ff93904/c74b5e31ec3e055168d213809ff93904.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862701.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/904/c74b5e31ec3e055168d213809ff93904/c74b5e31ec3e055168d213809ff93904.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862710.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/638/a36b01c52769be5c7dd7f3908aa9a638/a36b01c52769be5c7dd7f3908aa9a638.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862710.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/638/a36b01c52769be5c7dd7f3908aa9a638/a36b01c52769be5c7dd7f3908aa9a638.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862710.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/638/a36b01c52769be5c7dd7f3908aa9a638/a36b01c52769be5c7dd7f3908aa9a638.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862719.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/ea1/e33ccd9736182b683f8cb4dfc2eafea1/e33ccd9736182b683f8cb4dfc2eafea1.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862719.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/ea1/e33ccd9736182b683f8cb4dfc2eafea1/e33ccd9736182b683f8cb4dfc2eafea1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862719.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/ea1/e33ccd9736182b683f8cb4dfc2eafea1/e33ccd9736182b683f8cb4dfc2eafea1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862737.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/fda/a65adeff7c3602533f7a168fa2ca5fda/a65adeff7c3602533f7a168fa2ca5fda.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -Unlinked retiring db '/tmp/tmpcoh_9j8y/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -swift: Rewriting invalid auth prefix "" to "/auth/" (Non-empty auth prefix path is required) -swift: Rewriting invalid auth prefix "/" to "/auth/" (Non-empty auth prefix path is required) -swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth -swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d4280>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff835d7880>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx09a408bf9408433ab621f-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx19b3f9a800a24a87a5ee3-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb8e9db353c19431faa802-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5fff528cf072452ea4ae9-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6f0caf9de4604b2e947ee-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb1557c0040224cce9029a-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd46d0e9d8ba5470b83fb8-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx26f4637a6e42432aa7d40-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7884c5e424db4535a2d56-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx64daf2b8e6e3432b9eb2a-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6f376fafaef547dfb6d6a-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txabe2da8034cc4d2ab9faa-00685309ad) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test INFO: Client disconnected on read of '/a/c' (txn: txd0b1e30fd28b4cf98a0ec-006645fc60) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ad726ddc444b6a804a0-006645fc60) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ad726ddc444b6a804a0-006645fc60) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ad726ddc444b6a804a0-006645fc60) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txa355ef44a26f4ea5b35d9-006645fc60) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbc384b34260a4121a2985-006645fc60) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa2e5b03bdd8d4b3c94b65-006645fc60) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8a708d8504f64d64b7c20-006645fc60) +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +Unlinked retiring db '/tmp/tmp_nraqnis/containers/part/suffix/hash/container.db' +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0060 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0046 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 - +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862619.85094', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test ERROR: Failed to unlink '/tmp/tmpkwxexy2j/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpkwxexy2j/containers/part/suffix/hash/container_1750272431.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpkwxexy2j/containers/part/suffix/hash/container_1750272431.00000.db': ['/tmp/tmpkwxexy2j/containers/part/suffix/hash/container.db', '/tmp/tmpkwxexy2j/containers/part/suffix/hash/container_1750272432.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpkwxexy2j/containers/part/suffix/hash/container_1750272432.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqk34b0se/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00391 seconds (255.51001/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.38579.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.38579.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.38579.db -test DEBUG: Successfully deleted db /tmp/tmppzx2sa30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'bada9fea1fa6e3aeaefe307ccea62f09', '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda', '1750272430.40023', '1750272430.00000', '0', '', '1750272430.00000', 51, 0) -test DEBUG: /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1750272431.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1750272432.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1750272433.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1750272434.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1750272435.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1750272436.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1750272437.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1750272438.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1750272439.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1750272440.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1750272441.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1750272442.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1750272443.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1750272444.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1750272445.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1750272446.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1750272447.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1750272448.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1750272449.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1750272450.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0058 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0029 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmph6fuduri/tmp_test_container_server_ContainerController/sda1/containers/p/22c/8465e93f89be15b1896d18b6b407322c/8465e93f89be15b1896d18b6b407322c.db' +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0032 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0031 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -Unlinked retiring db '/tmp/tmpl7er8rgj/containers/part/suffix/hash/container.db' -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272420.20492', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx16095736206643f08e508-006645fc5c" "proxy-server 1593264" 0.0161 "-" 1593264 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:20 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx16095736206643f08e508-006645fc5c" "proxy-server 1593264" 0.3174 "-" 1593264 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx16095736206643f08e508-006645fc5c - 0.3304 - - 1715862620.351023912 1715862620.681464434 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2414b4e8bdc5405aafb2f-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8a7ec5e600984cf7b9a39-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txaff92413a7a54478aeacc-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaff92413a7a54478aeacc-006645fc5d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txaff92413a7a54478aeacc-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6ea07ec8cec4432d8da91-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6ea07ec8cec4432d8da91-006645fc5d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx6ea07ec8cec4432d8da91-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2d6c01a735984aa3bef1e-006645fc5d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2d6c01a735984aa3bef1e-006645fc5d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0b992b94415f44ee8cd87-006645fc5d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0b992b94415f44ee8cd87-006645fc5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa37aa97c82af4146a1226-006645fc5d) +test INFO: Client disconnected on read of '/a/c' (txn: txa37aa97c82af4146a1226-006645fc5d) +test INFO: Client disconnected on read of '/a/c' (txn: txbe1ca29089884101a1a31-006645fc5d) +test INFO: Client disconnected on read of '/a/c' (txn: txbe1ca29089884101a1a31-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb5efd2c9c72a4d24b70d9-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx81427daf7c9c454a8c4f1-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx531e1215303d41408bf99-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx531e1215303d41408bf99-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx531e1215303d41408bf99-006645fc5d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx531e1215303d41408bf99-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2ee061cdd5d24bc4b22ba-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2ee061cdd5d24bc4b22ba-006645fc5d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2ee061cdd5d24bc4b22ba-006645fc5d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2ee061cdd5d24bc4b22ba-006645fc5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272421.11940', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272423.92837 <= '409 (1750272423.92837), 409 (1750272423.92837), 409 (1750272423.92837)' (txn: tx58f13f5cc6904867a5690-00685309a7) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272423.93051 <= '409 (1750272423.93051), 409 (1750272423.93051), 409 (1750272423.93051)' (txn: txef2f7e5fa5ca4c8092cbd-00685309a7) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272423.93242 <= '409 (1750272423.93242), 409 (1750272423.93242), 409 (1750272423.93242)' (txn: tx0fd00aef3ecd44c4abb95-00685309a7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272424.00000 <= '409 (1750272425.00000), 409 (1750272425.00000), 409 (1750272425.00000)' (txn: txfa8321eae9ce4edf92fa1-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (1750272427.00000), 409 (1750272427.00000), 409 (1750272427.00000)' (txn: txf2ee6ee7910845efa39a5-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272428.00000 <= '409 (1750272429.00000), 409 (1750272429.00000), 409 (1750272429.00000)' (txn: txf19676d1eee94f758fad0-00685309a8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272424.00000 <= '409 (1750272424.00000), 409 (1750272424.00000), 409 (1750272424.00000)' (txn: txf3cac83200084bd0a58b5-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272425.00000 <= '409 (1750272425.00000), 409 (1750272425.00000), 409 (1750272425.00000)' (txn: tx33493732477a4d5da1e6e-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (1750272426.00000), 409 (1750272426.00000), 409 (1750272426.00000)' (txn: txc39f7763142a4de6816c7-00685309a8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272424.00000 <= '409 (1750272424.00000)' (txn: tx19478e570e1f409e832d9-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272425.00000 <= '409 (1750272425.00000)' (txn: tx975b6f5756734cce92091-00685309a8) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (1750272426.00000)' (txn: tx9f97e456b01b4a5d8e5ed-00685309a8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf07b34e991d746f9825b2-006645fc60) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9f4b230661c54d6a8a825-006645fc61) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9f4b230661c54d6a8a825-006645fc61) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txf29bd4c4e5544a81ae641-006645fc61) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf79ca859fd74434b9a7ea-006645fc61) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa21c063d6c62469baebbe-006645fc61) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txfc4aa73aa422420aa47af-006645fc61) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx13a7d561821541aa90eb3-006645fc61) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx82df8c20e88b4bd8bad98-006645fc61) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx82df8c20e88b4bd8bad98-006645fc61) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx50bb9cac6a6e4e2394b66-006645fc61) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7a0985e6135e42bca2649-006645fc61) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx75b32951eb2a4e5187207-006645fc61) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txac33164243684e4393e40-006645fc61) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx183b5d31fbd2429b82bf7-006645fc61) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx976c51983ce044b9ab899-006645fc61) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx976c51983ce044b9ab899-006645fc61) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txafe340066b204f15acfee-006645fc61) +test INFO: Client disconnected on read of '/a/c' (txn: txee10b15797ec451292e8e-006645fc61) +test INFO: Client disconnected on read of '/a/c' (txn: txc8fffd101a3445a3a9ba1-006645fc61) +test INFO: Client disconnected on read of '/a/c' (txn: txc8fffd101a3445a3a9ba1-006645fc61) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1593234 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0047 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx9705f1380b5f46128b675-006645fc5d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx9705f1380b5f46128b675-006645fc5d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx9705f1380b5f46128b675-006645fc5d) +test ERROR: Account HEAD returning 503 for [] (txn: tx9705f1380b5f46128b675-006645fc5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx30c5aa74228a42aa99f57-006645fc5e) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx73d185a7375245b8ab05b-006645fc5e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx73d185a7375245b8ab05b-006645fc5e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx05cdc80a02cd46098f600-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx33550f75a9cb4e8eb9b0c-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1d77dec5e25420394c03-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe2909fec683641b9b3139-006645fc5e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx622f0a1434774de3aa3e4-006645fc5e) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2f2ae730dec04ea9bb835-006645fc5e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2f2ae730dec04ea9bb835-006645fc5e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf114738f245a437382e40-006645fc5e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf114738f245a437382e40-006645fc5e) +test WARNING: Could not autocreate account '/account' (txn: txf114738f245a437382e40-006645fc5e) +test INFO: autocreate account '/account' (txn: tx486c4818de75418093b13-006645fc5e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx11b6235b838342b4b8597-006645fc5e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx11b6235b838342b4b8597-006645fc5e) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx11b6235b838342b4b8597-006645fc5e) +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862619.86167', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862620.14396', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0363da66982e473189fdc-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx911f7dab76e945c2856c1-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx043c5bb6819a4beeae561-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txae025e65724c42e29d8c4-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8a6afb4cad474159894c0-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx50489aa6ff5645b3bdba2-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9eb8ad78a5874e6f89ed6-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txefd1ab8febd24a66bb7e3-00685309ad) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx758deb51df514500bb332-00685309ad) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txee578398c6154e2abad57-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa5078d5dd6bd4bc8abf2b-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe4812be7f15e484fbf7ee-00685309ae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txcbe34f3e57b44868b603c-00685309ae) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx47225ea32ee04627ab78c-00685309ae) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd67fa62f3f154904ac495-00685309ae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test INFO: - - - [16/May/2024:12:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0057 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0046 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc012248d896844c883d19-006645fc5f) +proxy-server ERROR: Object returning 503 for [] (txn: txc012248d896844c883d19-006645fc5f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa1e9f018ccff4ea9a10e7-006645fc5f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx27da4133ca364061815ef-006645fc5f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd5d163ad02ba40a5b1abf-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx11b6235b838342b4b8597-006645fc5e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx11b6235b838342b4b8597-006645fc5e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx11b6235b838342b4b8597-006645fc5e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx11b6235b838342b4b8597-006645fc5e) +test WARNING: Could not autocreate account '/account' (txn: tx11b6235b838342b4b8597-006645fc5e) +test INFO: autocreate account '/account' (txn: tx6afdefd107e149b593b0d-006645fc60) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd2211c5193f34fc99ca53-006645fc60) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd2211c5193f34fc99ca53-006645fc60) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txd2211c5193f34fc99ca53-006645fc60) +test INFO: autocreate account '/account' (txn: txaa7619a8c46b4629b277c-006645fc60) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2efa240fc9884f3ea01f5-006645fc60) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx2efa240fc9884f3ea01f5-006645fc60) +test INFO: autocreate account '/account' (txn: tx2efa240fc9884f3ea01f5-006645fc60) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4eada71c522a4f0b901dd-006645fc60) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4eada71c522a4f0b901dd-006645fc60) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txbc3e7fb3bd2743d290bba-006645fc60) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx95e4181b98ad40e3892b7-006645fc60) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx789fa3ef90de4fdda378d-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx902dbadc0516458f9e61c-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx946defbe17214da68c9d7-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txfca3e7dfdeb04f35b8592-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx52c5490e3d90489cbd4b3-00685309ae) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txa4eeb7bd1aef4596aade1-00685309ae) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9daffaef1baf43438dec9-006645fc60) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf034c5502b36445a9c538-006645fc60) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx90872564464a4fbb9b58e-006645fc60) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa25e22248f924f359f57a-006645fc60) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbe9d2608bb054a50a76aa-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb15ffaad13494ae4848f2-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1af0c32e5d2c4a8197cd1-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d7d1e08b87048bf839ec-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3379282a92a0412197a79-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93497eb78f4c4826ba40a-00685309ae) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpk2q1tf5s/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpk2q1tf5s/test_container.db': : +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp_a6zyq9z/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_a6zyq9z/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpy3u5fcnw/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1750272451.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1750272452.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1750272453.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1750272454.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1750272455.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1750272456.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1750272457.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1750272458.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1750272459.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1750272460.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -test DEBUG: /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.00868559s) -test DEBUG: Synchronization for /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'bada9fea1fa6e3aeaefe307ccea62f09', '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda', '1750272430.40023', '1750272430.00000', '0', '', '1750272430.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02479 seconds (40.33162/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'bada9fea1fa6e3aeaefe307ccea62f09', '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda', '1750272430.40023', '1750272430.00000', '0', '', '1750272430.00000', 51, 0) -test DEBUG: /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1750272461.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1750272462.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1750272463.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1750272464.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1750272465.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1750272466.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1750272467.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1750272468.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1750272469.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1750272470.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1750272471.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1750272472.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1750272473.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1750272474.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1750272475.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1750272476.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1750272477.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1750272478.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1750272479.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1750272480.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1750272581.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda') -test DEBUG: /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.00810289s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'bada9fea1fa6e3aeaefe307ccea62f09', '0e42ba68-7145-4101-a3a0-48c8f3c95cc7-sda', '1750272430.40023', '1750272430.00000', '0', '', '1750272430.00000', 51, 0) -test DEBUG: /tmp/tmp1ijdoqty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01667 seconds (59.98425/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txb68004404ba442faaf98f-006645fc60) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3de1e3531cd84fbe8c421-006645fc60) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2c6b91c3835246848df3d-006645fc60) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2c6b91c3835246848df3d-006645fc60) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx2c6b91c3835246848df3d-006645fc60) +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test INFO: - - - [16/May/2024:12:30:22 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0047 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmpa7r1kf63/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0044 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:23 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272421.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -my-daemon: Starting 2495515 -my-daemon: Exited 2495515 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -my-daemon: Starting 2495515 -my-daemon: Exited 2495515 -my-daemon: Starting 2495515 -server: Starting 2495515 -server: User quit -server: Exited 2495515 -my-daemon: Starting 2495515 -my-daemon: Exited 2495515 -my-daemon: Starting 2495515 -my-daemon: Exited 2495515 -my-daemon: Starting 2495515 -my-daemon: Exited 2495515 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx46af143fa19b41839bb86-00685309aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (1750272427.00000)' (txn: tx89b72d297cbe460b9c3f1-00685309aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx384b960231224052bfef8-00685309aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txb0380b42af784faaab0c7-00685309aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272426.00000 <= '409 (1750272427.00000), 201 (unknown), 201 (unknown)' (txn: tx267870d093034ecb8953d-00685309aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862620.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txf4e0231caadd4b498f201-006645fc60) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txf4e0231caadd4b498f201-006645fc60) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf4e0231caadd4b498f201-006645fc60) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx687078332fea425290851-006645fc61) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx687078332fea425290851-006645fc61) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx687078332fea425290851-006645fc61) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx687078332fea425290851-006645fc61) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx6d81b7c295274a4597a63-006645fc61) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6d81b7c295274a4597a63-006645fc61) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6d81b7c295274a4597a63-006645fc61) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6d81b7c295274a4597a63-006645fc61) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx286e3c82711144bd86ff6-006645fc62) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8f738e19b3f74ec9913be-006645fc62) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8f738e19b3f74ec9913be-006645fc62) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8f738e19b3f74ec9913be-006645fc62) +test ERROR: Account HEAD returning 503 for [] (txn: tx8f738e19b3f74ec9913be-006645fc62) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx078fe28df5e54a7b9e934-006645fc62) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx078fe28df5e54a7b9e934-006645fc62) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx078fe28df5e54a7b9e934-006645fc62) +test ERROR: Account HEAD returning 503 for [] (txn: tx078fe28df5e54a7b9e934-006645fc62) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc2fc5d8594a14a46875db-006645fc62) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa8bf157bb65b4d54a0681-006645fc62) +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test ERROR: Failed to unlink '/tmp/tmph7esb954/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmph7esb954/containers/part/suffix/hash/container_1750272431.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmph7esb954/containers/part/suffix/hash/container_1750272431.00000.db': ['/tmp/tmph7esb954/containers/part/suffix/hash/container.db', '/tmp/tmph7esb954/containers/part/suffix/hash/container_1750272432.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmph7esb954/containers/part/suffix/hash/container_1750272432.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2495493 0 -test ERROR: ERROR Account update failed with 127.0.0.1:36313/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0008 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0021 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0036 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test DEBUG: Unlinked retiring db '/tmp/tmp5mj7oaax/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -Unlinked retiring db '/tmp/tmpssrtcinv/containers/part/suffix/hash/container.db' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx1d9b2aa7382e4639a7a89-00685309ae) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d9b2aa7382e4639a7a89-00685309ae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1593234 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0081 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0031 "-" 1593234 - +test ERROR: ERROR Account update failed with 127.0.0.1:48077/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1593234 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx72f3d774d57d43a6a20f4-00685309ae) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx72f3d774d57d43a6a20f4-00685309ae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0zf2li49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', 'b27177c6-2053-4e0e-957f-7fd8df36cf60-sda', '1750272430.46994', '1750269600.00000', '0', '', '1750269600.00000', 0, 1) -test DEBUG: /tmp/tmp0zf2li49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b27177c6-2053-4e0e-957f-7fd8df36cf60-sda') -test DEBUG: /tmp/tmp0zf2li49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00269079s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', 'b27177c6-2053-4e0e-957f-7fd8df36cf60-sda', '1750272430.46994', '1750269600.00000', '0', '', '1750269600.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b27177c6-2053-4e0e-957f-7fd8df36cf60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp0zf2li49/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02328 seconds (42.95884/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0zf2li49/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '9b538fb4-e9ac-44f0-b259-780fef6535ab-sda', '1750272430.49788', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9b538fb4-e9ac-44f0-b259-780fef6535ab-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '9b538fb4-e9ac-44f0-b259-780fef6535ab-sda', '1750272430.49788', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9b538fb4-e9ac-44f0-b259-780fef6535ab-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0wswvdy3/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '8de8aa0b-8f35-492f-9ef5-75e2cda55637-sda', '1750272430.51526', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750272430.51638"]}', '1750269600.00000', 0, 1) -test DEBUG: /tmp/tmp0wswvdy3/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8de8aa0b-8f35-492f-9ef5-75e2cda55637-sda') -test DEBUG: /tmp/tmp0wswvdy3/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00283861s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '8de8aa0b-8f35-492f-9ef5-75e2cda55637-sda', '1750272430.51526', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750272430.51638"]}', '1750269600.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('8de8aa0b-8f35-492f-9ef5-75e2cda55637-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp0wswvdy3/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02168 seconds (46.13007/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0wswvdy3/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '243bfdc5-1e47-4636-851b-b5c780cacc15-sda', '1750272430.54132', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('243bfdc5-1e47-4636-851b-b5c780cacc15-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '243bfdc5-1e47-4636-851b-b5c780cacc15-sda', '1750272430.54132', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('243bfdc5-1e47-4636-851b-b5c780cacc15-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpagkhtf50/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', 'de4a9b13-8015-47c9-a76c-79b76ab94b0c-sda', '1750272430.55839', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750272430.55942"]}', '1750269600.00000', 0, 0) -test DEBUG: /tmp/tmpagkhtf50/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272423.87140', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862623.40195', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272423.87993', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862623.41690', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test INFO: - - - [16/May/2024:12:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593229 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0997 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1593229 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0042 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0044 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmpqtpfazc9/tmp_test_container_server_ContainerController/sda1/containers/p/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0043 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfrqmocma/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfrqmocma/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfrqmocma/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfrqmocma/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdaac3b454429464db8410-00685309ab" "proxy-server 2495506" 0.0013 "-" 2495506 - -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0032 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmpk2zvph66/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0050 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0039 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx33da3a6c86064d63bf2ea-00685309ae) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx33da3a6c86064d63bf2ea-00685309ae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa8bf157bb65b4d54a0681-006645fc62) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -27954,1343 +36031,915 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx458dad19e77d40d7868e4-00685309ae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa8bf157bb65b4d54a0681-006645fc62) +test ERROR: Account HEAD returning 503 for [] (txn: txa8bf157bb65b4d54a0681-006645fc62) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3588fcb62cd944e292458-006645fc62) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3588fcb62cd944e292458-006645fc62) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3588fcb62cd944e292458-006645fc62) +test ERROR: Account HEAD returning 503 for [] (txn: tx3588fcb62cd944e292458-006645fc62) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txe57fc66a6d1140a8b57a3-006645fc63) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txa0213f055a9a441e938c2-006645fc63) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txa0213f055a9a441e938c2-006645fc63) +test INFO: Client disconnected on read of '/a/c' (txn: txa0213f055a9a441e938c2-006645fc63) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx31ff651af1af4c85a2939-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txedb9dab2de8745989df3d-006645fc63) +test INFO: Client disconnected on read of '/a/c' (txn: txedb9dab2de8745989df3d-006645fc63) +test INFO: Client disconnected on read of '/a/c/' (txn: txedb9dab2de8745989df3d-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4908762278284d16b0559-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4908762278284d16b0559-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4908762278284d16b0559-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4908762278284d16b0559-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx755723c9b2cb45f6b66e3-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx755723c9b2cb45f6b66e3-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx755723c9b2cb45f6b66e3-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx755723c9b2cb45f6b66e3-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txac39a73d229448a2b1b97-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txac39a73d229448a2b1b97-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txac39a73d229448a2b1b97-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txac39a73d229448a2b1b97-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1f322f1c4eeb4450a22af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1f322f1c4eeb4450a22af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1f322f1c4eeb4450a22af-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1f322f1c4eeb4450a22af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfbd96d3488144d0eb77a9-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfbd96d3488144d0eb77a9-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfbd96d3488144d0eb77a9-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfbd96d3488144d0eb77a9-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx03465d449024419e9c1af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx03465d449024419e9c1af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx03465d449024419e9c1af-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx03465d449024419e9c1af-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc0192c4f490541f6a8d4c-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc0192c4f490541f6a8d4c-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc0192c4f490541f6a8d4c-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc0192c4f490541f6a8d4c-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9e0f590ed83647f9adf39-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9e0f590ed83647f9adf39-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9e0f590ed83647f9adf39-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9e0f590ed83647f9adf39-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5a8093e56bed4e71b0097-006645fc63) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx5a8093e56bed4e71b0097-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5a8093e56bed4e71b0097-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5a8093e56bed4e71b0097-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5a8093e56bed4e71b0097-006645fc63) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5a8093e56bed4e71b0097-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc2753a6c5c654165a3e95-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc2753a6c5c654165a3e95-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc2753a6c5c654165a3e95-006645fc63) +test ERROR: Container GET returning 503 for [503, 503] (txn: txc2753a6c5c654165a3e95-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98399aeebc13445a93cd4-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx98399aeebc13445a93cd4-006645fc63) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx98399aeebc13445a93cd4-006645fc63) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98399aeebc13445a93cd4-006645fc63) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx98399aeebc13445a93cd4-006645fc63) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx98399aeebc13445a93cd4-006645fc63) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98399aeebc13445a93cd4-006645fc63) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx98399aeebc13445a93cd4-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx435edce1ccb24c208138e-006645fc63) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx435edce1ccb24c208138e-006645fc63) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx435edce1ccb24c208138e-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx435edce1ccb24c208138e-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx637540670fd441f6b00b0-006645fc63) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx637540670fd441f6b00b0-006645fc63) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx637540670fd441f6b00b0-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx637540670fd441f6b00b0-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc4c43ab834a34b5aa7725-006645fc63) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc4c43ab834a34b5aa7725-006645fc63) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc4c43ab834a34b5aa7725-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: txc4c43ab834a34b5aa7725-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4797f2bf5a0a4cd0a61de-006645fc63) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4797f2bf5a0a4cd0a61de-006645fc63) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4797f2bf5a0a4cd0a61de-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx4797f2bf5a0a4cd0a61de-006645fc63) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6b362963b6d24646a630b-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6b362963b6d24646a630b-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6b362963b6d24646a630b-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx6b362963b6d24646a630b-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx239ff93cf6bc4bc8a56a8-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx239ff93cf6bc4bc8a56a8-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx239ff93cf6bc4bc8a56a8-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx239ff93cf6bc4bc8a56a8-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txab68ce475c9c429b81bb3-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txab68ce475c9c429b81bb3-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txab68ce475c9c429b81bb3-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: txab68ce475c9c429b81bb3-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4d4e546e92ff4c6693b7a-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4d4e546e92ff4c6693b7a-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4d4e546e92ff4c6693b7a-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx4d4e546e92ff4c6693b7a-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8a93b643f0244969bce63-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8a93b643f0244969bce63-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8a93b643f0244969bce63-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx8a93b643f0244969bce63-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1a7cd318efa94451a1ee2-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1a7cd318efa94451a1ee2-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1a7cd318efa94451a1ee2-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx1a7cd318efa94451a1ee2-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx54216b87767d48bd93078-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx54216b87767d48bd93078-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx54216b87767d48bd93078-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx54216b87767d48bd93078-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0952149be6f843f2be655-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0952149be6f843f2be655-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0952149be6f843f2be655-006645fc64) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0952149be6f843f2be655-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeb2b53d87b1549cd87d82-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeb2b53d87b1549cd87d82-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeb2b53d87b1549cd87d82-006645fc64) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txeb2b53d87b1549cd87d82-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx34de633e2b2942b7af5ed-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx34de633e2b2942b7af5ed-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx34de633e2b2942b7af5ed-006645fc64) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx34de633e2b2942b7af5ed-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7128fd1b92784d45a55b8-006645fc64) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7128fd1b92784d45a55b8-006645fc64) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7128fd1b92784d45a55b8-006645fc64) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7128fd1b92784d45a55b8-006645fc64) +test INFO: Client disconnected on read of '/a/c' (txn: tx90084077b6b24c0dbec86-006645fc64) +test INFO: Client disconnected on read of '/a/c/' (txn: tx90084077b6b24c0dbec86-006645fc64) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx76b4ae288d8a4b23bef35-00685309ae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2e4b48432b3d4275b7bf2-00685309ae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'de4a9b13-8015-47c9-a76c-79b76ab94b0c-sda') -test DEBUG: /tmp/tmpagkhtf50/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00286245s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', 'de4a9b13-8015-47c9-a76c-79b76ab94b0c-sda', '1750272430.55839', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750272430.55942"]}', '1750269600.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('de4a9b13-8015-47c9-a76c-79b76ab94b0c-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpagkhtf50/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01991 seconds (50.22793/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpagkhtf50/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, 'ba9f8a124fd54bbbd88ebb0959e45f0e', 'f8a1db11-b95a-4f29-9539-20cec434b628-sda', '1750272430.58386', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f8a1db11-b95a-4f29-9539-20cec434b628-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, 'ba9f8a124fd54bbbd88ebb0959e45f0e', 'f8a1db11-b95a-4f29-9539-20cec434b628-sda', '1750272430.58386', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f8a1db11-b95a-4f29-9539-20cec434b628-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf7j61r7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e7d102574594e6b32fef493fd06e9590', 'd4979bdc-9211-4e51-8e7f-665fafcfebb3-sda', '1750272430.60079', '1750272430.00000', '0', '', '1750272430.00000', 1, 1) -test DEBUG: /tmp/tmpf7j61r7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750272432.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750272433.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd4979bdc-9211-4e51-8e7f-665fafcfebb3-sda') -test DEBUG: /tmp/tmpf7j61r7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00276089s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e7d102574594e6b32fef493fd06e9590', 'd4979bdc-9211-4e51-8e7f-665fafcfebb3-sda', '1750272430.60079', '1750272430.00000', '0', '', '1750272430.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d4979bdc-9211-4e51-8e7f-665fafcfebb3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf7j61r7i/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01792 seconds (55.80766/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpf7j61r7i/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f602974f6afd2c0d36f207f0fb040b00', '9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f602974f6afd2c0d36f207f0fb040b00', '9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f602974f6afd2c0d36f207f0fb040b00', 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f602974f6afd2c0d36f207f0fb040b00', 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpf7j61r7i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2034f2565d8cff48569ad86394450e6d', 'aaa5e39b-543c-4266-9440-a6b4ee8b9751-sdb', '1750272430.60079', '1750272431.00000', '0', '', '1750272431.00000', 1, 1) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750272434.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750272435.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'aaa5e39b-543c-4266-9440-a6b4ee8b9751-sdb') -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00283861s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'd4979bdc-9211-4e51-8e7f-665fafcfebb3-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2034f2565d8cff48569ad86394450e6d', 'aaa5e39b-543c-4266-9440-a6b4ee8b9751-sdb', '1750272430.60079', '1750272431.00000', '0', '', '1750272431.00000', 1, 1) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test INFO: - - - [16/May/2024:12:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0040 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0021 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0006 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0015 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0007 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0036 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0054 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0025 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0052 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0035 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0021 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx335f695c64a04affb78eb-006645fc64) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx335f695c64a04affb78eb-006645fc64) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx335f695c64a04affb78eb-006645fc64) +test ERROR: Account HEAD returning 503 for [] (txn: tx335f695c64a04affb78eb-006645fc64) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4e3a5148b63e4d8993524-006645fc64) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4e3a5148b63e4d8993524-006645fc64) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx4e3a5148b63e4d8993524-006645fc64) +test ERROR: Account HEAD returning 503 for [] (txn: tx4e3a5148b63e4d8993524-006645fc64) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx24a9a7f407414b698a1c8-006645fc65) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx4931da82a7134c478312d-006645fc65) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc0d75683411443ec964c5-006645fc65) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272425.28654', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862624.93853', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272425.29798', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:07 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59871/sdb1/0/a/c" "txdaac3b454429464db8410-00685309ab" "container-server 2495506" 0.0019 "-" 2495506 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52365/sda1/0/a/c" "txdaac3b454429464db8410-00685309ab" "container-server 2495506" 0.0011 "-" 2495506 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdaac3b454429464db8410-00685309ab" "proxy-server 2495506" 0.6935 "-" 2495506 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdaac3b454429464db8410-00685309ab" "proxy-server 2495506" 0.6897 "-" 2495506 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdaac3b454429464db8410-00685309ab - 0.7019 - - 1750272427.538725853 1750272428.240644932 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx518bbd7735a24fc6ad9ba-00685309ac" "proxy-server 2495506" 0.0012 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:52365/sda1/2/a1/c1" "tx518bbd7735a24fc6ad9ba-00685309ac" "container-server 2495506" 0.0010 "-" 2495506 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:59871/sdb1/2/a1/c1" "tx518bbd7735a24fc6ad9ba-00685309ac" "container-server 2495506" 0.0009 "-" 2495506 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx518bbd7735a24fc6ad9ba-00685309ac" "proxy-server 2495506" 0.0080 "-" 2495506 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx518bbd7735a24fc6ad9ba-00685309ac" "proxy-server 2495506" 0.0128 "-" 2495506 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx518bbd7735a24fc6ad9ba-00685309ac - 0.0197 - - 1750272428.241950750 1750272428.261684895 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txac280f6639f143c1bde8a-00685309ac" "proxy-server 2495506" 0.0017 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52365/sda1/0/a/c1" "txac280f6639f143c1bde8a-00685309ac" "container-server 2495506" 0.0030 "-" 2495506 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59871/sdb1/0/a/c1" "txac280f6639f143c1bde8a-00685309ac" "container-server 2495506" 0.0010 "-" 2495506 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txac280f6639f143c1bde8a-00685309ac" "proxy-server 2495506" 0.0101 "-" 2495506 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txac280f6639f143c1bde8a-00685309ac" "proxy-server 2495506" 0.0149 "-" 2495506 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txac280f6639f143c1bde8a-00685309ac - 0.0227 - - 1750272428.262939215 1750272428.285622835 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcaeef6d71c9e4284be216-00685309ac" "proxy-server 2495506" 0.0019 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59871/sdb1/2/a/c2" "txcaeef6d71c9e4284be216-00685309ac" "container-server 2495506" 0.0010 "-" 2495506 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52365/sda1/2/a/c2" "txcaeef6d71c9e4284be216-00685309ac" "container-server 2495506" 0.0016 "-" 2495506 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcaeef6d71c9e4284be216-00685309ac" "proxy-server 2495506" 0.0085 "-" 2495506 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcaeef6d71c9e4284be216-00685309ac" "proxy-server 2495506" 0.0134 "-" 2495506 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcaeef6d71c9e4284be216-00685309ac - 0.0211 - - 1750272428.286886930 1750272428.307973623 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpb7snlzqn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb7snlzqn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpb7snlzqn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb7snlzqn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0049 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx62455ed538df4ef090911-00685309ac" "proxy-server 2495506" 0.0013 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46025/sdb1/0/a/c" "tx62455ed538df4ef090911-00685309ac" "container-server 2495506" 0.0010 "-" 2495506 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:35417/sda1/0/a/c" "tx62455ed538df4ef090911-00685309ac" "container-server 2495506" 0.0010 "-" 2495506 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62455ed538df4ef090911-00685309ac" "proxy-server 2495506" 0.0130 "-" 2495506 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62455ed538df4ef090911-00685309ac" "proxy-server 2495506" 0.0091 "-" 2495506 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx62455ed538df4ef090911-00685309ac - 0.0212 - - 1750272428.929697275 1750272428.950881481 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd7801e28b49344409f54c-00685309ac" "proxy-server 2495506" 0.0011 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:35417/sda1/2/a1/c1" "txd7801e28b49344409f54c-00685309ac" "container-server 2495506" 0.0011 "-" 2495506 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46025/sdb1/2/a1/c1" "txd7801e28b49344409f54c-00685309ac" "container-server 2495506" 0.0011 "-" 2495506 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd7801e28b49344409f54c-00685309ac" "proxy-server 2495506" 0.0127 "-" 2495506 0 -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862624.94748', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1593229 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0047 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 1593229 - +test ERROR: ERROR Account update failed with 127.0.0.1:57235/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1593229 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd7801e28b49344409f54c-00685309ac" "proxy-server 2495506" 0.0174 "-" 2495506 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd7801e28b49344409f54c-00685309ac - 0.0376 - - 1750272428.952129602 1750272428.989686012 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:08 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4da25c4333fa4e4fad1fb-00685309ac" "proxy-server 2495506" 0.0019 "-" 2495506 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35417/sda1/0/a/c1" "tx4da25c4333fa4e4fad1fb-00685309ac" "container-server 2495506" 0.0011 "-" 2495506 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46025/sdb1/0/a/c1" "tx4da25c4333fa4e4fad1fb-00685309ac" "container-server 2495506" 0.0016 "-" 2495506 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4da25c4333fa4e4fad1fb-00685309ac" "proxy-server 2495506" 0.0090 "-" 2495506 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4da25c4333fa4e4fad1fb-00685309ac" "proxy-server 2495506" 0.0140 "-" 2495506 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4da25c4333fa4e4fad1fb-00685309ac - 0.0229 - - 1750272428.991036892 1750272429.013984442 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx401934ea6c58493683adf-00685309ad" "proxy-server 2495506" 0.0018 "-" 2495506 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:35417/sda1/2/a/c2" "tx401934ea6c58493683adf-00685309ad" "container-server 2495506" 0.0019 "-" 2495506 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46025/sdb1/2/a/c2" "tx401934ea6c58493683adf-00685309ad" "container-server 2495506" 0.0010 "-" 2495506 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx401934ea6c58493683adf-00685309ad" "proxy-server 2495506" 0.0144 "-" 2495506 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:09 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx401934ea6c58493683adf-00685309ad" "proxy-server 2495506" 0.0111 "-" 2495506 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/09 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx401934ea6c58493683adf-00685309ad - 0.0227 - - 1750272429.015206337 1750272429.037868023 2 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1750272434.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1750272435.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'aaa5e39b-543c-4266-9440-a6b4ee8b9751-sdb') -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00272584s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'd4979bdc-9211-4e51-8e7f-665fafcfebb3-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04086 seconds (48.94444/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '0b5e5c4b780b8a4e656e601916b17ee9', 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1750272435.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750272435.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-') -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00267339s) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, merge_syncs, ([{'remote_id': '9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, sync, (2, '0b5e5c4b780b8a4e656e601916b17ee9', 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-', '1750272430.62454', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1750272435.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750272435.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e5ff806a-be61-4cc1-8252-bab4dc8f3554-') -test DEBUG: /tmp/tmpf7j61r7i/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00249529s) -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, merge_syncs, ([{'remote_id': '9aca66c8-c6bc-4ddb-9541-f4c9ac8f1bba-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b2a5fcb833bf8ca9ca0cb250d1bc7909', '806df61d-36ac-42bc-8bc3-e379979ef394-', '1750272430.71318', '1750272430.71110', '0', '', '1750272430.71110', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('806df61d-36ac-42bc-8bc3-e379979ef394-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.71461.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b2a5fcb833bf8ca9ca0cb250d1bc7909', '806df61d-36ac-42bc-8bc3-e379979ef394-', '1750272430.71318', '1750272430.71110', '0', '', '1750272430.71110', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.71455', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272430.71455', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.71455', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.71476', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.71476', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.71461', 'epoch': '1750272430.71461', 'reported': 0, 'tombstones': -1}], '806df61d-36ac-42bc-8bc3-e379979ef394-') -test DEBUG: /tmp/tmpyquajpqo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.71461.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyquajpqo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.71461.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd9f7d7d1d43cfe5fd3581b685c7b9084', '683c267b-0b55-4bd0-9fcd-88c5a8592274-', '1750272430.74487', '1750272430.74301', '0', '', '1750272430.74301', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.75725', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272430.75725', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.75725', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.75838', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.75838', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.74612', 'epoch': '1750272430.74612', 'reported': 0, 'tombstones': -1}], '683c267b-0b55-4bd0-9fcd-88c5a8592274-') -test DEBUG: /tmp/tmpxd30gg5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.74612.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxd30gg5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.74612.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd9f7d7d1d43cfe5fd3581b685c7b9084', '683c267b-0b55-4bd0-9fcd-88c5a8592274-', '1750272430.74487', '1750272430.75421', '0', '', '1750272430.74301', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.75725', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272430.75725', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.75725', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.75838', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.75838', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.74612', 'epoch': '1750272430.74612', 'reported': 0, 'tombstones': -1}], '683c267b-0b55-4bd0-9fcd-88c5a8592274-') -test DEBUG: /tmp/tmpxd30gg5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.74612.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxd30gg5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.74612.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272427.12088', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +Unlinked retiring db '/tmp/tmphw5zed73/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test INFO: - - - [16/May/2024:12:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0014 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0007 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0014 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test DEBUG: Unlinked retiring db '/tmp/tmpwtqk7ult/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0013 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0047 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 1593234 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +Unlinked retiring db '/tmp/tmp8al07o4d/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmpvlpoqz51/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmpmo_ruxwl/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test INFO: - - - [16/May/2024:12:30:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0042 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:27 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -29300,488 +36949,216 @@ test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test INFO: - - - [18/Jun/2025:18:47:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0044 "-" 2495493 0 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmp724k16k4/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0082 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmpbparq9jr/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test DEBUG: Unlinked retiring db '/tmp/tmpeaeqr0h3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:30:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0039 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:29 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 1593234 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:30:29 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0033 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:29 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0006 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0045 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0044 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 1 +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd9f7d7d1d43cfe5fd3581b685c7b9084', '13a29078-4475-48d2-ae36-ac3336c6376e-', '1750272430.79982', '1750272430.79783', '0', '', '1750272430.79783', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.81330', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272430.81330', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.81330', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.81452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.81452', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.80127', 'epoch': '1750272430.80127', 'reported': 0, 'tombstones': -1}], '13a29078-4475-48d2-ae36-ac3336c6376e-') -test DEBUG: /tmp/tmpp88j12ld/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.80127.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp88j12ld/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.80127.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd9f7d7d1d43cfe5fd3581b685c7b9084', '13a29078-4475-48d2-ae36-ac3336c6376e-', '1750272430.79982', '1750272430.81022', '0', '', '1750272430.79783', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.81330', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272430.81330', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.81330', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.81452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.81452', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.80127', 'epoch': '1750272430.80127', 'reported': 0, 'tombstones': -1}], '13a29078-4475-48d2-ae36-ac3336c6376e-') -test DEBUG: /tmp/tmpp88j12ld/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.80127.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp88j12ld/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.80127.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a06253b6754568a3324580e3b727b1a', 'e207bb3e-4d3d-4d67-a5e9-f75b18ab02a1-', '1750272430.86034', '1750272430.85837', '0', '', '1750272430.85837', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.87346', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.87346', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272430.87346', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.87498', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.87498', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.86170', 'epoch': '1750272430.86170', 'reported': 0, 'tombstones': -1}], 'e207bb3e-4d3d-4d67-a5e9-f75b18ab02a1-') -test DEBUG: /tmp/tmp7ipq75r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.86170.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7ipq75r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.86170.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a06253b6754568a3324580e3b727b1a', 'e207bb3e-4d3d-4d67-a5e9-f75b18ab02a1-', '1750272430.86034', '1750272430.87023', '0', '', '1750272430.85837', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.87346', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.87346', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272430.87346', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.87498', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.87498', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.86170', 'epoch': '1750272430.86170', 'reported': 0, 'tombstones': -1}], 'e207bb3e-4d3d-4d67-a5e9-f75b18ab02a1-') -test DEBUG: /tmp/tmp7ipq75r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.86170.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp7ipq75r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.86170.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a06253b6754568a3324580e3b727b1a', '4bc61ea7-99b7-46cc-94ff-bd8b917379a1-', '1750272430.92199', '1750272430.92003', '0', '', '1750272430.92003', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.93530', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.93530', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272430.93530', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.93672', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.93672', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.92330', 'epoch': '1750272430.92330', 'reported': 0, 'tombstones': -1}], '4bc61ea7-99b7-46cc-94ff-bd8b917379a1-') -test DEBUG: /tmp/tmpxck2ltqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.92330.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxck2ltqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.92330.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a06253b6754568a3324580e3b727b1a', '4bc61ea7-99b7-46cc-94ff-bd8b917379a1-', '1750272430.92199', '1750272430.93195', '0', '', '1750272430.92003', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.93530', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.93530', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272430.93530', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.93672', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.93672', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.92330', 'epoch': '1750272430.92330', 'reported': 0, 'tombstones': -1}], '4bc61ea7-99b7-46cc-94ff-bd8b917379a1-') -test DEBUG: /tmp/tmpxck2ltqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.92330.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpnydk35kc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnydk35kc/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0055 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0025 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0005 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0012 "-" 2495493 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0037 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0043 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.38896', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.67346', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.39109', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.67567', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.39319', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.67764', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.39513', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.67957', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.39707', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.68146', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -29803,618 +37180,258 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.39987', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.40179', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.40359', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.40543', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.41475', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272427.41657', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.68457', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test WARNING: /tmp/tmpxck2ltqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.92330.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b2a5fcb833bf8ca9ca0cb250d1bc7909', 'e0badff9-8c2b-49d4-aef2-a34d38eddeb0-', '1750272430.98239', '1750272430.98048', '0', '', '1750272430.98048', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.98365', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272430.98365', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.98365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.98386', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.98386', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.98372', 'epoch': '1750272430.98372', 'reported': 0, 'tombstones': -1}], 'e0badff9-8c2b-49d4-aef2-a34d38eddeb0-') -test DEBUG: /tmp/tmp5dp72jea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.98372.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5dp72jea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.98372.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b2a5fcb833bf8ca9ca0cb250d1bc7909', 'e0badff9-8c2b-49d4-aef2-a34d38eddeb0-', '1750272430.98239', '1750272430.99225', '0', '', '1750272430.98048', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272430.98365', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272430.98365', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272430.98365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272430.98386', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272430.98386', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272430.98372', 'epoch': '1750272430.98372', 'reported': 0, 'tombstones': -1}], 'e0badff9-8c2b-49d4-aef2-a34d38eddeb0-') -test DEBUG: /tmp/tmp5dp72jea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.98372.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5dp72jea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272430.98372.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '6eae7cc256af9144c93037b2894d33cd', '844eb3cd-4c8d-4a70-855d-522d0cbd76c9-', '1750272431.02594', '1750272431.02395', '0', '', '1750272431.02395', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272431.02722', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272431.02722', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272431.02722', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272431.02742', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.02742', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272431.02728', 'epoch': '1750272431.02728', 'reported': 0, 'tombstones': -1}], '844eb3cd-4c8d-4a70-855d-522d0cbd76c9-') -test DEBUG: /tmp/tmp5sws4jt_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.02728.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5sws4jt_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.02728.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '6eae7cc256af9144c93037b2894d33cd', '844eb3cd-4c8d-4a70-855d-522d0cbd76c9-', '1750272431.02594', '1750272431.03603', '0', '', '1750272431.02395', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272431.02722', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272431.02722', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272431.02722', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272431.02742', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.02742', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272431.02728', 'epoch': '1750272431.02728', 'reported': 0, 'tombstones': -1}], '844eb3cd-4c8d-4a70-855d-522d0cbd76c9-') -test DEBUG: /tmp/tmp5sws4jt_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.02728.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5sws4jt_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.02728.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ea5af0e94312d07c0a4316b86e7d2749', 'dc9e4888-6a7f-4830-b3e7-89887ae23963-', '1750272431.06940', '1750272431.06743', '0', '', '1750272431.06743', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dc9e4888-6a7f-4830-b3e7-89887ae23963-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.07247.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ea5af0e94312d07c0a4316b86e7d2749', 'dc9e4888-6a7f-4830-b3e7-89887ae23963-', '1750272431.06940', '1750272431.06743', '0', '', '1750272431.06743', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272431.07065', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.07065', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272431.07065', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272431.07269', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.07269', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272431.07247', 'epoch': '1750272431.07247', 'reported': 0, 'tombstones': -1}], 'dc9e4888-6a7f-4830-b3e7-89887ae23963-') -test DEBUG: /tmp/tmph8y79bej/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.07247.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmph8y79bej/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.07247.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ea5af0e94312d07c0a4316b86e7d2749', '8ea92c17-72a6-44b8-ae16-8ed728a68726-', '1750272431.11274', '1750272431.11076', '0', '', '1750272431.11076', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8ea92c17-72a6-44b8-ae16-8ed728a68726-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.11582.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ea5af0e94312d07c0a4316b86e7d2749', '8ea92c17-72a6-44b8-ae16-8ed728a68726-', '1750272431.11274', '1750272431.11076', '0', '', '1750272431.11076', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -Unlinked retiring db '/tmp/tmpucm45rh9/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -cont2 DEBUG: Could not load '/tmp/tmpnydk35kc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnydk35kc/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2495486 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495486 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495486 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495486 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e8dabecb5854bddb8c70-00685309af" "proxy-server 2495486" 0.0021 "-" 2495486 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54669/sdb1/1/a/c" "tx1e8dabecb5854bddb8c70-00685309af" "container-server 2495486" 0.0011 "-" 2495486 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44361/sda1/1/a/c" "tx1e8dabecb5854bddb8c70-00685309af" "container-server 2495486" 0.0012 "-" 2495486 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e8dabecb5854bddb8c70-00685309af" "proxy-server 2495486" 0.0138 "-" 2495486 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e8dabecb5854bddb8c70-00685309af" "proxy-server 2495486" 0.0096 "-" 2495486 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1e8dabecb5854bddb8c70-00685309af - 0.0226 - - 1750272431.201132774 1750272431.223766804 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8740482120994b2496119-00685309af" "proxy-server 2495486" 0.0012 "-" 2495486 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54669/sdb1/1/a1/c1" "tx8740482120994b2496119-00685309af" "container-server 2495486" 0.0011 "-" 2495486 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44361/sda1/1/a1/c1" "tx8740482120994b2496119-00685309af" "container-server 2495486" 0.0025 "-" 2495486 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8740482120994b2496119-00685309af" "proxy-server 2495486" 0.0147 "-" 2495486 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8740482120994b2496119-00685309af" "proxy-server 2495486" 0.0108 "-" 2495486 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8740482120994b2496119-00685309af - 0.0225 - - 1750272431.225185394 1750272431.247716665 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0b3c5d1aead54c1ea9d81-00685309af" "proxy-server 2495486" 0.0023 "-" 2495486 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44361/sda1/2/a/c1" "tx0b3c5d1aead54c1ea9d81-00685309af" "container-server 2495486" 0.0017 "-" 2495486 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54669/sdb1/2/a/c1" "tx0b3c5d1aead54c1ea9d81-00685309af" "container-server 2495486" 0.0012 "-" 2495486 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0b3c5d1aead54c1ea9d81-00685309af" "proxy-server 2495486" 0.0092 "-" 2495486 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0b3c5d1aead54c1ea9d81-00685309af" "proxy-server 2495486" 0.0144 "-" 2495486 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0b3c5d1aead54c1ea9d81-00685309af - 0.0227 - - 1750272431.249150515 1750272431.271830797 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0c876f776a5749a8a93f0-00685309af" "proxy-server 2495486" 0.0020 "-" 2495486 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44361/sda1/1/a/c2" "tx0c876f776a5749a8a93f0-00685309af" "container-server 2495486" 0.0031 "-" 2495486 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54669/sdb1/1/a/c2" "tx0c876f776a5749a8a93f0-00685309af" "container-server 2495486" 0.0011 "-" 2495486 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0c876f776a5749a8a93f0-00685309af" "proxy-server 2495486" 0.0150 "-" 2495486 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0c876f776a5749a8a93f0-00685309af" "proxy-server 2495486" 0.0113 "-" 2495486 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0c876f776a5749a8a93f0-00685309af - 0.0240 - - 1750272431.273276567 1750272431.297256231 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1c376783e4794e68bc7e5-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb405a937f80b4662a423c-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc7489933c5bc44ef950e7-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc7489933c5bc44ef950e7-00685309af) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc7489933c5bc44ef950e7-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4e71233abbe44774bc5be-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4e71233abbe44774bc5be-00685309af) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx4e71233abbe44774bc5be-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9d45525b12f8466891cbe-00685309af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9d45525b12f8466891cbe-00685309af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd19bb088219b4091ab3f7-00685309af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd19bb088219b4091ab3f7-00685309af) -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -Unlinked retiring db '/tmp/tmp6liextek/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -Unlinked retiring db '/tmp/tmpdpp61f1e/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272429.53493', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.68669', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.68855', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.69048', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272429.54559', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.70003', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862626.70196', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -Unlinked retiring db '/tmp/tmp2uqccfo7/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0036 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0029 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmp042qsnbq/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0032 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 2495493 0 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0007 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmp3bfawj33/tmp_test_container_server_ContainerController/sda1/containers/p/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1593229 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0058 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 1593229 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272429.55183', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184709Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272429.56235', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0039 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0037 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1593234 nada +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1593234 999 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0066 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0036 "-" 1593234 1 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 1593234 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0046 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272431.11402', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.11402', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272431.11402', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272431.11605', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272431.11605', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272431.11582', 'epoch': '1750272431.11582', 'reported': 0, 'tombstones': -1}], '8ea92c17-72a6-44b8-ae16-8ed728a68726-') -test DEBUG: /tmp/tmpul7f_zps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.11582.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpul7f_zps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272431.11582.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '737440c8424bced05ffe6ecd6e4b7bcf', 'f96f59e4-7ea4-42f8-9202-aca3b754e5b6-', '1750272432.71127', '1750272432.70939', '0', '', '1750272432.70939', 3, 0) -test WARNING: /tmp/tmpw2kjphcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.71367.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpw2kjphcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.71367.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '737440c8424bced05ffe6ecd6e4b7bcf', 'f96f59e4-7ea4-42f8-9202-aca3b754e5b6-', '1750272432.71127', '1750272432.72089', '0', '', '1750272432.70939', 3, 0) -test WARNING: /tmp/tmpw2kjphcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.71367.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpw2kjphcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.71367.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '737440c8424bced05ffe6ecd6e4b7bcf', 'aa8dd758-38d0-4328-a51b-86298bc600c3-', '1750272432.74428', '1750272432.74253', '0', '', '1750272432.74253', 3, 0) -test WARNING: /tmp/tmpjyzv_9hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.74674.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpjyzv_9hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.74674.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '737440c8424bced05ffe6ecd6e4b7bcf', 'aa8dd758-38d0-4328-a51b-86298bc600c3-', '1750272432.74428', '1750272432.75392', '0', '', '1750272432.74253', 3, 0) -test WARNING: /tmp/tmpjyzv_9hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.74674.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpjyzv_9hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.74674.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9596a448a7d8ae5441779a1fea6a4696', 'db8bb63d-37b8-4394-b266-af327304d876-', '1750272432.78159', '1750272432.77953', '0', '', '1750272432.77953', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272432.79472', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.79472', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272432.79472', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272432.79609', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.79609', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272432.78417', 'epoch': '1750272432.78417', 'reported': 0, 'tombstones': -1}], 'db8bb63d-37b8-4394-b266-af327304d876-') -test DEBUG: /tmp/tmpqezy3tki/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.78417.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqezy3tki/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.78417.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9596a448a7d8ae5441779a1fea6a4696', 'db8bb63d-37b8-4394-b266-af327304d876-', '1750272432.78159', '1750272432.79163', '0', '', '1750272432.77953', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272432.79472', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.79472', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272432.79472', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272432.79609', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.79609', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272432.78417', 'epoch': '1750272432.78417', 'reported': 0, 'tombstones': -1}], 'db8bb63d-37b8-4394-b266-af327304d876-') -test DEBUG: /tmp/tmpqezy3tki/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.78417.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqezy3tki/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.78417.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9596a448a7d8ae5441779a1fea6a4696', 'f3b790ad-0db9-4eb4-8df9-a64db484f4af-', '1750272432.84195', '1750272432.83987', '0', '', '1750272432.83987', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272432.85535', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.85535', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272432.85535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272432.85678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.85678', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272432.84455', 'epoch': '1750272432.84455', 'reported': 0, 'tombstones': -1}], 'f3b790ad-0db9-4eb4-8df9-a64db484f4af-') -test DEBUG: /tmp/tmp12lulcqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.84455.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp12lulcqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.84455.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx5dfc212a64ca4e89b2cb1-00685309b0) -test INFO: Client disconnected on read of '/a/c' (txn: tx5dfc212a64ca4e89b2cb1-00685309b0) -test INFO: Client disconnected on read of '/a/c' (txn: tx81a59af990874383a1dcc-00685309b0) -test INFO: Client disconnected on read of '/a/c' (txn: tx81a59af990874383a1dcc-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5b30e4b44b784d63b1103-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx69aa2b351be5423f9633b-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx316f3ae09b02452784e05-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx316f3ae09b02452784e05-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx316f3ae09b02452784e05-00685309b0) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx316f3ae09b02452784e05-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6b0fe21a963445d8a93fc-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6b0fe21a963445d8a93fc-00685309b0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6b0fe21a963445d8a93fc-00685309b0) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx6b0fe21a963445d8a93fc-00685309b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txd48d54d235c04fbd8f988-00685309b0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txd48d54d235c04fbd8f988-00685309b0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txd48d54d235c04fbd8f988-00685309b0) -test ERROR: Account HEAD returning 503 for [] (txn: txd48d54d235c04fbd8f988-00685309b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf9e692872d324ea480eed-00685309b0) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf51a1ba2cf2c42448136e-00685309b0) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf51a1ba2cf2c42448136e-00685309b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30422,223 +37439,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1a4654128f4469999328-00685309b0) -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184711Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272431.06297', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184711Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272431.07174', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0042 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 - -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30646,8 +37448,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56fb61b3dfed48cb8e43f-00685309b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30655,8 +37457,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e15df6ca7304075b7b8e-00685309b0) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30664,18 +37469,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx32d0b35c395e4149b17ef-00685309b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx372fcb21c5964306884b3-00685309b1) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0e849ae86cef4eb08a820-00685309b1) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0e849ae86cef4eb08a820-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30683,8 +37478,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -30692,442 +37487,1538 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd4949a9b836e44848cf3d-00685309b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd4949a9b836e44848cf3d-00685309b1) -test WARNING: Could not autocreate account '/account' (txn: txd4949a9b836e44848cf3d-00685309b1) -test INFO: autocreate account '/account' (txn: tx09f12e0a49ed436187792-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx4e146bd93999402182ad3-00685309b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4e146bd93999402182ad3-00685309b1) -test WARNING: Could not autocreate account '/account' (txn: tx4e146bd93999402182ad3-00685309b1) -test INFO: autocreate account '/account' (txn: txfc47a4cb130b4cea96996-00685309b1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcfe92d797ef54fc697790-00685309b1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txcfe92d797ef54fc697790-00685309b1) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txcfe92d797ef54fc697790-00685309b1) -test INFO: autocreate account '/account' (txn: txe4b66f67ab0546248554f-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe1af9cef46c1464ca6e96-00685309b1) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txe1af9cef46c1464ca6e96-00685309b1) -test INFO: autocreate account '/account' (txn: txe1af9cef46c1464ca6e96-00685309b1) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf2e6cac093c9495ebc058-00685309b1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf2e6cac093c9495ebc058-00685309b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx6dee0504a3a64307afe4c-00685309b1) -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272431.20665', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9596a448a7d8ae5441779a1fea6a4696', 'f3b790ad-0db9-4eb4-8df9-a64db484f4af-', '1750272432.84195', '1750272432.85216', '0', '', '1750272432.83987', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272432.85535', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.85535', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272432.85535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272432.85678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272432.85678', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272432.84455', 'epoch': '1750272432.84455', 'reported': 0, 'tombstones': -1}], 'f3b790ad-0db9-4eb4-8df9-a64db484f4af-') -test DEBUG: /tmp/tmp12lulcqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.84455.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp12lulcqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272432.84455.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'ae03776fa213be572775fdab40a3cffa', 'c47749c7-b259-41b1-8638-f762de4ab2be-', '1750272433.94730', '1750272433.94338', '0', '', '1750272433.94338', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272433.94891', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.94891', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272433.94891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272433.95034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.95034', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272433.95015', 'epoch': '1750272433.95015', 'reported': 0, 'tombstones': -1}], 'c47749c7-b259-41b1-8638-f762de4ab2be-') -test DEBUG: /tmp/tmp2cw63u96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.95015.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2cw63u96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.95015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'ae03776fa213be572775fdab40a3cffa', 'c47749c7-b259-41b1-8638-f762de4ab2be-', '1750272433.94730', '1750272433.95817', '0', '', '1750272433.94338', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272433.94891', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.94891', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272433.94891', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272433.95034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.95034', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272433.95015', 'epoch': '1750272433.95015', 'reported': 0, 'tombstones': -1}], 'c47749c7-b259-41b1-8638-f762de4ab2be-') -test DEBUG: /tmp/tmp2cw63u96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.95015.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2cw63u96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.95015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'ae03776fa213be572775fdab40a3cffa', '2ab07b06-d99d-474d-b0dd-83370eaf4f4e-', '1750272433.99657', '1750272433.99451', '0', '', '1750272433.99451', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272433.99786', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.99786', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272433.99786', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272433.99922', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.99922', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272433.99904', 'epoch': '1750272433.99904', 'reported': 0, 'tombstones': -1}], '2ab07b06-d99d-474d-b0dd-83370eaf4f4e-') -test DEBUG: /tmp/tmp5r62nqxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.99904.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5r62nqxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.99904.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'ae03776fa213be572775fdab40a3cffa', '2ab07b06-d99d-474d-b0dd-83370eaf4f4e-', '1750272433.99657', '1750272434.00687', '0', '', '1750272433.99451', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272433.99786', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.99786', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272433.99786', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272433.99922', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272433.99922', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272433.99904', 'epoch': '1750272433.99904', 'reported': 0, 'tombstones': -1}], '2ab07b06-d99d-474d-b0dd-83370eaf4f4e-') -test DEBUG: /tmp/tmp5r62nqxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.99904.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5r62nqxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272433.99904.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '71471d8ba68c5ba5132def1c59c1267b', 'e34a94a4-87e6-4b91-be23-fd7010dc7cb3-sda', '1750272434.04074', '1750272434.03876', '0', '', '1750272434.03876', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e34a94a4-87e6-4b91-be23-fd7010dc7cb3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'c3ed77ffca0f99b4378314a99f7d8e58', '4e9aec6d-2eed-44a6-a428-4e34e7364719-sda', '1750272434.05379', '1750272434.05168', '0', '', '1750272434.05168', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272434.06002', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272434.06002', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272434.06002', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272434.06130', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272434.06130', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272434.06109', 'epoch': '1750272434.06109', 'reported': 0, 'tombstones': -1}], '4e9aec6d-2eed-44a6-a428-4e34e7364719-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272431.21731', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx8afd72f7d5bc4ac6bb7a1-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc0aa5d7e2c864efeb5aa8-006645fc63) +test INFO: Client disconnected on read of '/a/c' (txn: tx3013afd7f371415699a3c-006645fc63) +test INFO: Client disconnected on read of '/a/c' (txn: tx944b8ba7a6ae4f91b7263-006645fc63) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd76d374661de4d049e74d-006645fc63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd76d374661de4d049e74d-006645fc63) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd76d374661de4d049e74d-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: txd76d374661de4d049e74d-006645fc63) +test INFO: Client disconnected on read of '/a/c' (txn: txd76d374661de4d049e74d-006645fc63) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx9d12a9216ab4460382b0e-006645fc63) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fb824338f9e49d7810e6-006645fc63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fb824338f9e49d7810e6-006645fc63) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fb824338f9e49d7810e6-006645fc63) +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862737.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/fda/a65adeff7c3602533f7a168fa2ca5fda/a65adeff7c3602533f7a168fa2ca5fda.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862737.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/fda/a65adeff7c3602533f7a168fa2ca5fda/a65adeff7c3602533f7a168fa2ca5fda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862746.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/33f/df523c311b85018a95eceb16c15d933f/df523c311b85018a95eceb16c15d933f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862746.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/33f/df523c311b85018a95eceb16c15d933f/df523c311b85018a95eceb16c15d933f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862746.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/33f/df523c311b85018a95eceb16c15d933f/df523c311b85018a95eceb16c15d933f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862755.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/0b8/4c662cda3c53dc697efb5fe7131ee0b8/4c662cda3c53dc697efb5fe7131ee0b8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862755.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/0b8/4c662cda3c53dc697efb5fe7131ee0b8/4c662cda3c53dc697efb5fe7131ee0b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862755.00000-2, db: /tmp/tmpp1c3y4hr/sda/containers/0/0b8/4c662cda3c53dc697efb5fe7131ee0b8/4c662cda3c53dc697efb5fe7131ee0b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715862621.00000, (0, 0) as of 1715862621.00000, active as of 1715862621.00000> to ShardRange<'a' to 'b' as of 1715862621.00000, (0, 0) as of 1715862621.00000, sharding as of 1715862626.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61_1715862621.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61_1715862621.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61_1715862621.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61_1715862621.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715862621.00000, (0, 0) as of 1715862621.00000, sharding as of 1715862627.00000> to ShardRange<'a' to 'b' as of 1715862621.00000, (0, 0) as of 1715862621.00000, sharded as of 1715862630.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862621.00000-2, db: /tmp/tmp4zcovp4k/sda/containers/0/f61/f31df5290dc62ce4d037640ff2bd5f61/f31df5290dc62ce4d037640ff2bd5f61_1715862621.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862621.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/e99/bbdc8c559a5021cb79d67a19106f7e99/bbdc8c559a5021cb79d67a19106f7e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862623.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/6d2/c14e82dd7589c5b2c447f47f1c6206d2/c14e82dd7589c5b2c447f47f1c6206d2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862622.00000, (0, 0) as of 1715862622.00000, found as of 1715862622.00000> to ShardRange<'k' to 't' as of 1715862623.00000, (0, 0) as of 1715862623.00000, created as of 1715862623.00000>, path: .shards_a/shard_c_1715862623.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/6d2/c14e82dd7589c5b2c447f47f1c6206d2/c14e82dd7589c5b2c447f47f1c6206d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862625.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d48/6adf72fb23fa535adcc539556b145d48/6adf72fb23fa535adcc539556b145d48.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862624.00000, (0, 0) as of 1715862624.00000, found as of 1715862624.00000> to ShardRange<'k' to 't' as of 1715862625.00000, (0, 0) as of 1715862625.00000, cleaved as of 1715862625.00000>, path: .shards_a/shard_c_1715862625.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d48/6adf72fb23fa535adcc539556b145d48/6adf72fb23fa535adcc539556b145d48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862627.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/55c/2ea248e06bcd55d6ad6cd87b2f5de55c/2ea248e06bcd55d6ad6cd87b2f5de55c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862626.00000, (0, 0) as of 1715862626.00000, found as of 1715862626.00000> to ShardRange<'k' to 't' as of 1715862627.00000, (0, 0) as of 1715862627.00000, active as of 1715862627.00000>, path: .shards_a/shard_c_1715862627.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/55c/2ea248e06bcd55d6ad6cd87b2f5de55c/2ea248e06bcd55d6ad6cd87b2f5de55c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862629.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/378/a125c566c55bf79cfba37234e138a378/a125c566c55bf79cfba37234e138a378.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862628.00000, (0, 0) as of 1715862628.00000, found as of 1715862628.00000> to ShardRange<'k' to 't' as of 1715862629.00000, (0, 0) as of 1715862629.00000, shrinking as of 1715862629.00000>, path: .shards_a/shard_c_1715862629.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/378/a125c566c55bf79cfba37234e138a378/a125c566c55bf79cfba37234e138a378.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862629.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/378/a125c566c55bf79cfba37234e138a378/a125c566c55bf79cfba37234e138a378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862631.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/518/33775fbd425186c442429053507bc518/33775fbd425186c442429053507bc518.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862630.00000, (0, 0) as of 1715862630.00000, found as of 1715862630.00000> to ShardRange<'k' to 't' as of 1715862631.00000, (0, 0) as of 1715862631.00000, sharding as of 1715862631.00000>, path: .shards_a/shard_c_1715862631.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/518/33775fbd425186c442429053507bc518/33775fbd425186c442429053507bc518.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862631.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/518/33775fbd425186c442429053507bc518/33775fbd425186c442429053507bc518.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862633.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/275/ce1f39d4647c1865989009a14807a275/ce1f39d4647c1865989009a14807a275.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862632.00000, (0, 0) as of 1715862632.00000, found as of 1715862632.00000> to ShardRange<'k' to 't' as of 1715862633.00000, (0, 0) as of 1715862633.00000, sharded as of 1715862633.00000>, path: .shards_a/shard_c_1715862633.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/275/ce1f39d4647c1865989009a14807a275/ce1f39d4647c1865989009a14807a275.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862633.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/275/ce1f39d4647c1865989009a14807a275/ce1f39d4647c1865989009a14807a275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862634.00000, (0, 0) as of 1715862634.00000, found as of 1715862634.00000> to ShardRange<'k' to 't' as of 1715862635.00000, (0, 0) as of 1715862635.00000, shrunk as of 1715862635.00000>, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862635.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/081/2b3de5fa3f624680e179a00675493081/2b3de5fa3f624680e179a00675493081.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862637.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/03d/fb5a5346f18a562b365be7825255c03d/fb5a5346f18a562b365be7825255c03d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862636.00000, (0, 0) as of 1715862636.00000, created as of 1715862636.00000> to ShardRange<'k' to 't' as of 1715862637.00000, (0, 0) as of 1715862637.00000, found as of 1715862637.00000>, path: .shards_a/shard_c_1715862637.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/03d/fb5a5346f18a562b365be7825255c03d/fb5a5346f18a562b365be7825255c03d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862639.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bf4/77cef79eb30b2b3ab74f18373f6d5bf4/77cef79eb30b2b3ab74f18373f6d5bf4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862641.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/38e/aeacdf83994f0398fef743e54363f38e/aeacdf83994f0398fef743e54363f38e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862640.00000, (0, 0) as of 1715862640.00000, created as of 1715862640.00000> to ShardRange<'k' to 't' as of 1715862641.00000, (0, 0) as of 1715862641.00000, cleaved as of 1715862641.00000>, path: .shards_a/shard_c_1715862641.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/38e/aeacdf83994f0398fef743e54363f38e/aeacdf83994f0398fef743e54363f38e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862643.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/468/1cd599ca4c050024d77883316be15468/1cd599ca4c050024d77883316be15468.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862642.00000, (0, 0) as of 1715862642.00000, created as of 1715862642.00000> to ShardRange<'k' to 't' as of 1715862643.00000, (0, 0) as of 1715862643.00000, active as of 1715862643.00000>, path: .shards_a/shard_c_1715862643.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/468/1cd599ca4c050024d77883316be15468/1cd599ca4c050024d77883316be15468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862645.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bd6/0f1a7d79b7c7730877bf80626d4d0bd6/0f1a7d79b7c7730877bf80626d4d0bd6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862644.00000, (0, 0) as of 1715862644.00000, created as of 1715862644.00000> to ShardRange<'k' to 't' as of 1715862645.00000, (0, 0) as of 1715862645.00000, shrinking as of 1715862645.00000>, path: .shards_a/shard_c_1715862645.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bd6/0f1a7d79b7c7730877bf80626d4d0bd6/0f1a7d79b7c7730877bf80626d4d0bd6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862645.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bd6/0f1a7d79b7c7730877bf80626d4d0bd6/0f1a7d79b7c7730877bf80626d4d0bd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862647.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cff/b21a071743c854511655197ee72c9cff/b21a071743c854511655197ee72c9cff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862646.00000, (0, 0) as of 1715862646.00000, created as of 1715862646.00000> to ShardRange<'k' to 't' as of 1715862647.00000, (0, 0) as of 1715862647.00000, sharding as of 1715862647.00000>, path: .shards_a/shard_c_1715862647.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cff/b21a071743c854511655197ee72c9cff/b21a071743c854511655197ee72c9cff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862647.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cff/b21a071743c854511655197ee72c9cff/b21a071743c854511655197ee72c9cff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862649.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/594/5576827f756cf67c9b3f969e9a9d1594/5576827f756cf67c9b3f969e9a9d1594.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862648.00000, (0, 0) as of 1715862648.00000, created as of 1715862648.00000> to ShardRange<'k' to 't' as of 1715862649.00000, (0, 0) as of 1715862649.00000, sharded as of 1715862649.00000>, path: .shards_a/shard_c_1715862649.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/594/5576827f756cf67c9b3f969e9a9d1594/5576827f756cf67c9b3f969e9a9d1594.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862649.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/594/5576827f756cf67c9b3f969e9a9d1594/5576827f756cf67c9b3f969e9a9d1594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862650.00000, (0, 0) as of 1715862650.00000, created as of 1715862650.00000> to ShardRange<'k' to 't' as of 1715862651.00000, (0, 0) as of 1715862651.00000, shrunk as of 1715862651.00000>, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862651.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/658/3dc3ace9d81ce14b443d711db78a8658/3dc3ace9d81ce14b443d711db78a8658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862653.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b36/7a4216830f1ed6482fcd2a095cfa6b36/7a4216830f1ed6482fcd2a095cfa6b36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862652.00000, (0, 0) as of 1715862652.00000, cleaved as of 1715862652.00000> to ShardRange<'k' to 't' as of 1715862653.00000, (0, 0) as of 1715862653.00000, found as of 1715862653.00000>, path: .shards_a/shard_c_1715862653.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b36/7a4216830f1ed6482fcd2a095cfa6b36/7a4216830f1ed6482fcd2a095cfa6b36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862655.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/275/4e38b54fd62d1ef470ad3b6141c3c275/4e38b54fd62d1ef470ad3b6141c3c275.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862654.00000, (0, 0) as of 1715862654.00000, cleaved as of 1715862654.00000> to ShardRange<'k' to 't' as of 1715862655.00000, (0, 0) as of 1715862655.00000, created as of 1715862655.00000>, path: .shards_a/shard_c_1715862655.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/275/4e38b54fd62d1ef470ad3b6141c3c275/4e38b54fd62d1ef470ad3b6141c3c275.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862657.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/542/30d089433cbdfe3fdc57d881d242b542/30d089433cbdfe3fdc57d881d242b542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862659.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/42d/74f1847c71e31f04ae20d019d26c642d/74f1847c71e31f04ae20d019d26c642d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862658.00000, (0, 0) as of 1715862658.00000, cleaved as of 1715862658.00000> to ShardRange<'k' to 't' as of 1715862659.00000, (0, 0) as of 1715862659.00000, active as of 1715862659.00000>, path: .shards_a/shard_c_1715862659.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/42d/74f1847c71e31f04ae20d019d26c642d/74f1847c71e31f04ae20d019d26c642d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862661.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c43/3932e0aaa0179d34b55dba45d4f90c43/3932e0aaa0179d34b55dba45d4f90c43.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862660.00000, (0, 0) as of 1715862660.00000, cleaved as of 1715862660.00000> to ShardRange<'k' to 't' as of 1715862661.00000, (0, 0) as of 1715862661.00000, shrinking as of 1715862661.00000>, path: .shards_a/shard_c_1715862661.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c43/3932e0aaa0179d34b55dba45d4f90c43/3932e0aaa0179d34b55dba45d4f90c43.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862661.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c43/3932e0aaa0179d34b55dba45d4f90c43/3932e0aaa0179d34b55dba45d4f90c43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862663.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/242/a5b12a315102613605932c8f54995242/a5b12a315102613605932c8f54995242.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862662.00000, (0, 0) as of 1715862662.00000, cleaved as of 1715862662.00000> to ShardRange<'k' to 't' as of 1715862663.00000, (0, 0) as of 1715862663.00000, sharding as of 1715862663.00000>, path: .shards_a/shard_c_1715862663.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/242/a5b12a315102613605932c8f54995242/a5b12a315102613605932c8f54995242.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862663.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/242/a5b12a315102613605932c8f54995242/a5b12a315102613605932c8f54995242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862665.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c96/bd1948883a5b3dab366cf360eb0c1c96/bd1948883a5b3dab366cf360eb0c1c96.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862664.00000, (0, 0) as of 1715862664.00000, cleaved as of 1715862664.00000> to ShardRange<'k' to 't' as of 1715862665.00000, (0, 0) as of 1715862665.00000, sharded as of 1715862665.00000>, path: .shards_a/shard_c_1715862665.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c96/bd1948883a5b3dab366cf360eb0c1c96/bd1948883a5b3dab366cf360eb0c1c96.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862665.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c96/bd1948883a5b3dab366cf360eb0c1c96/bd1948883a5b3dab366cf360eb0c1c96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862666.00000, (0, 0) as of 1715862666.00000, cleaved as of 1715862666.00000> to ShardRange<'k' to 't' as of 1715862667.00000, (0, 0) as of 1715862667.00000, shrunk as of 1715862667.00000>, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862667.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2c7/7199f9e8291508f63b70691fbedf32c7/7199f9e8291508f63b70691fbedf32c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862669.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c16/5409ff5a66144d3637f04d6c0297bc16/5409ff5a66144d3637f04d6c0297bc16.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862668.00000, (0, 0) as of 1715862668.00000, active as of 1715862668.00000> to ShardRange<'k' to 't' as of 1715862669.00000, (0, 0) as of 1715862669.00000, found as of 1715862669.00000>, path: .shards_a/shard_c_1715862669.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c16/5409ff5a66144d3637f04d6c0297bc16/5409ff5a66144d3637f04d6c0297bc16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862671.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/7d0/1f0b8a491daac0aca49019d36e4457d0/1f0b8a491daac0aca49019d36e4457d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862670.00000, (0, 0) as of 1715862670.00000, active as of 1715862670.00000> to ShardRange<'k' to 't' as of 1715862671.00000, (0, 0) as of 1715862671.00000, created as of 1715862671.00000>, path: .shards_a/shard_c_1715862671.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/7d0/1f0b8a491daac0aca49019d36e4457d0/1f0b8a491daac0aca49019d36e4457d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862673.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/290/037fb5c88b4afafb32db7fccfb242290/037fb5c88b4afafb32db7fccfb242290.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862672.00000, (0, 0) as of 1715862672.00000, active as of 1715862672.00000> to ShardRange<'k' to 't' as of 1715862673.00000, (0, 0) as of 1715862673.00000, cleaved as of 1715862673.00000>, path: .shards_a/shard_c_1715862673.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/290/037fb5c88b4afafb32db7fccfb242290/037fb5c88b4afafb32db7fccfb242290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862675.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/84c/4cf834d479c58467d2a540a86109e84c/4cf834d479c58467d2a540a86109e84c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862677.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/391/7c5decb3fe18ff1d1d5a88185a223391/7c5decb3fe18ff1d1d5a88185a223391.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862676.00000, (0, 0) as of 1715862676.00000, active as of 1715862676.00000> to ShardRange<'k' to 't' as of 1715862677.00000, (0, 0) as of 1715862677.00000, shrinking as of 1715862677.00000>, path: .shards_a/shard_c_1715862677.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/391/7c5decb3fe18ff1d1d5a88185a223391/7c5decb3fe18ff1d1d5a88185a223391.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862677.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/391/7c5decb3fe18ff1d1d5a88185a223391/7c5decb3fe18ff1d1d5a88185a223391.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862679.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4a9/cfb903c6ab6d0058f4a702d57cc904a9/cfb903c6ab6d0058f4a702d57cc904a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862678.00000, (0, 0) as of 1715862678.00000, active as of 1715862678.00000> to ShardRange<'k' to 't' as of 1715862679.00000, (0, 0) as of 1715862679.00000, sharding as of 1715862679.00000>, path: .shards_a/shard_c_1715862679.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4a9/cfb903c6ab6d0058f4a702d57cc904a9/cfb903c6ab6d0058f4a702d57cc904a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862679.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4a9/cfb903c6ab6d0058f4a702d57cc904a9/cfb903c6ab6d0058f4a702d57cc904a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862681.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/376/87a7cb4023e7a4db4df9e489e7365376/87a7cb4023e7a4db4df9e489e7365376.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862680.00000, (0, 0) as of 1715862680.00000, active as of 1715862680.00000> to ShardRange<'k' to 't' as of 1715862681.00000, (0, 0) as of 1715862681.00000, sharded as of 1715862681.00000>, path: .shards_a/shard_c_1715862681.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/376/87a7cb4023e7a4db4df9e489e7365376/87a7cb4023e7a4db4df9e489e7365376.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862681.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/376/87a7cb4023e7a4db4df9e489e7365376/87a7cb4023e7a4db4df9e489e7365376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862683.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/58b/847f07d41a0db24eabc8538c7017f58b/847f07d41a0db24eabc8538c7017f58b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862682.00000, (0, 0) as of 1715862682.00000, active as of 1715862682.00000> to ShardRange<'k' to 't' as of 1715862683.00000, (0, 0) as of 1715862683.00000, shrunk as of 1715862683.00000>, path: .shards_a/shard_c_1715862683.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/58b/847f07d41a0db24eabc8538c7017f58b/847f07d41a0db24eabc8538c7017f58b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862683.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/58b/847f07d41a0db24eabc8538c7017f58b/847f07d41a0db24eabc8538c7017f58b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862685.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/00c/79bf8c5d89512fc003597aa514bb800c/79bf8c5d89512fc003597aa514bb800c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862684.00000, (0, 0) as of 1715862684.00000, shrinking as of 1715862684.00000> to ShardRange<'k' to 't' as of 1715862685.00000, (0, 0) as of 1715862685.00000, found as of 1715862685.00000>, path: .shards_a/shard_c_1715862685.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/00c/79bf8c5d89512fc003597aa514bb800c/79bf8c5d89512fc003597aa514bb800c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862687.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2b7/b1b2c1f69815f594f92b9db0f53752b7/b1b2c1f69815f594f92b9db0f53752b7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862686.00000, (0, 0) as of 1715862686.00000, shrinking as of 1715862686.00000> to ShardRange<'k' to 't' as of 1715862687.00000, (0, 0) as of 1715862687.00000, created as of 1715862687.00000>, path: .shards_a/shard_c_1715862687.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2b7/b1b2c1f69815f594f92b9db0f53752b7/b1b2c1f69815f594f92b9db0f53752b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862689.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9fe/13e2cc2b460212589b6d0dcc5b4d59fe/13e2cc2b460212589b6d0dcc5b4d59fe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862688.00000, (0, 0) as of 1715862688.00000, shrinking as of 1715862688.00000> to ShardRange<'k' to 't' as of 1715862689.00000, (0, 0) as of 1715862689.00000, cleaved as of 1715862689.00000>, path: .shards_a/shard_c_1715862689.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9fe/13e2cc2b460212589b6d0dcc5b4d59fe/13e2cc2b460212589b6d0dcc5b4d59fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862691.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9d2/9ce06f78e94ccbd966802657e04e99d2/9ce06f78e94ccbd966802657e04e99d2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862690.00000, (0, 0) as of 1715862690.00000, shrinking as of 1715862690.00000> to ShardRange<'k' to 't' as of 1715862691.00000, (0, 0) as of 1715862691.00000, active as of 1715862691.00000>, path: .shards_a/shard_c_1715862691.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9d2/9ce06f78e94ccbd966802657e04e99d2/9ce06f78e94ccbd966802657e04e99d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862693.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/652/355cd6d04eb93c5f4d89d21233e88652/355cd6d04eb93c5f4d89d21233e88652.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862693.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/652/355cd6d04eb93c5f4d89d21233e88652/355cd6d04eb93c5f4d89d21233e88652.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862695.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cbd/f1029790372ba6776ec2857db23becbd/f1029790372ba6776ec2857db23becbd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862694.00000, (0, 0) as of 1715862694.00000, shrinking as of 1715862694.00000> to ShardRange<'k' to 't' as of 1715862695.00000, (0, 0) as of 1715862695.00000, sharding as of 1715862695.00000>, path: .shards_a/shard_c_1715862695.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cbd/f1029790372ba6776ec2857db23becbd/f1029790372ba6776ec2857db23becbd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862695.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/cbd/f1029790372ba6776ec2857db23becbd/f1029790372ba6776ec2857db23becbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862697.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b91/7ec33841223a07dd8e05353660610b91/7ec33841223a07dd8e05353660610b91.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862696.00000, (0, 0) as of 1715862696.00000, shrinking as of 1715862696.00000> to ShardRange<'k' to 't' as of 1715862697.00000, (0, 0) as of 1715862697.00000, sharded as of 1715862697.00000>, path: .shards_a/shard_c_1715862697.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b91/7ec33841223a07dd8e05353660610b91/7ec33841223a07dd8e05353660610b91.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862697.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b91/7ec33841223a07dd8e05353660610b91/7ec33841223a07dd8e05353660610b91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862698.00000, (0, 0) as of 1715862698.00000, shrinking as of 1715862698.00000> to ShardRange<'k' to 't' as of 1715862699.00000, (0, 0) as of 1715862699.00000, shrunk as of 1715862699.00000>, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862699.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4d0/1d2841eaaa9d8a5203a6c2ab17a784d0/1d2841eaaa9d8a5203a6c2ab17a784d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862701.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/45a/d114199148c7a10e22455c7fc9bb245a/d114199148c7a10e22455c7fc9bb245a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862700.00000, (0, 0) as of 1715862700.00000, sharding as of 1715862700.00000> to ShardRange<'k' to 't' as of 1715862701.00000, (0, 0) as of 1715862701.00000, found as of 1715862701.00000>, path: .shards_a/shard_c_1715862701.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/45a/d114199148c7a10e22455c7fc9bb245a/d114199148c7a10e22455c7fc9bb245a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862703.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe1/3eb5e11984a49d8b719bc46604e19fe1/3eb5e11984a49d8b719bc46604e19fe1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862702.00000, (0, 0) as of 1715862702.00000, sharding as of 1715862702.00000> to ShardRange<'k' to 't' as of 1715862703.00000, (0, 0) as of 1715862703.00000, created as of 1715862703.00000>, path: .shards_a/shard_c_1715862703.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe1/3eb5e11984a49d8b719bc46604e19fe1/3eb5e11984a49d8b719bc46604e19fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862705.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/43c/c83a34ef930c93ce39d30e67455e343c/c83a34ef930c93ce39d30e67455e343c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862704.00000, (0, 0) as of 1715862704.00000, sharding as of 1715862704.00000> to ShardRange<'k' to 't' as of 1715862705.00000, (0, 0) as of 1715862705.00000, cleaved as of 1715862705.00000>, path: .shards_a/shard_c_1715862705.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/43c/c83a34ef930c93ce39d30e67455e343c/c83a34ef930c93ce39d30e67455e343c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862707.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe5/3405011c2392669fd501837cc1b6bfe5/3405011c2392669fd501837cc1b6bfe5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862706.00000, (0, 0) as of 1715862706.00000, sharding as of 1715862706.00000> to ShardRange<'k' to 't' as of 1715862707.00000, (0, 0) as of 1715862707.00000, active as of 1715862707.00000>, path: .shards_a/shard_c_1715862707.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe5/3405011c2392669fd501837cc1b6bfe5/3405011c2392669fd501837cc1b6bfe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862709.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/442/c9b44afdd7d5ea758fbe7a72cb19b442/c9b44afdd7d5ea758fbe7a72cb19b442.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862708.00000, (0, 0) as of 1715862708.00000, sharding as of 1715862708.00000> to ShardRange<'k' to 't' as of 1715862709.00000, (0, 0) as of 1715862709.00000, shrinking as of 1715862709.00000>, path: .shards_a/shard_c_1715862709.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/442/c9b44afdd7d5ea758fbe7a72cb19b442/c9b44afdd7d5ea758fbe7a72cb19b442.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862709.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/442/c9b44afdd7d5ea758fbe7a72cb19b442/c9b44afdd7d5ea758fbe7a72cb19b442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862711.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/144/75095d996b55c59734be32a6a469f144/75095d996b55c59734be32a6a469f144.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862711.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/144/75095d996b55c59734be32a6a469f144/75095d996b55c59734be32a6a469f144.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862713.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/0d9/b09358c6e3efb754f7f0e83b2be5b0d9/b09358c6e3efb754f7f0e83b2be5b0d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862712.00000, (0, 0) as of 1715862712.00000, sharding as of 1715862712.00000> to ShardRange<'k' to 't' as of 1715862713.00000, (0, 0) as of 1715862713.00000, sharded as of 1715862713.00000>, path: .shards_a/shard_c_1715862713.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/0d9/b09358c6e3efb754f7f0e83b2be5b0d9/b09358c6e3efb754f7f0e83b2be5b0d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862713.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/0d9/b09358c6e3efb754f7f0e83b2be5b0d9/b09358c6e3efb754f7f0e83b2be5b0d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862714.00000, (0, 0) as of 1715862714.00000, sharding as of 1715862714.00000> to ShardRange<'k' to 't' as of 1715862715.00000, (0, 0) as of 1715862715.00000, shrunk as of 1715862715.00000>, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862715.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c61/32e98bf0631dd1e2c788291100a41c61/32e98bf0631dd1e2c788291100a41c61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862717.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/7f0/7dacfe8ec5634f5a4154016e4e4007f0/7dacfe8ec5634f5a4154016e4e4007f0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862716.00000, (0, 0) as of 1715862716.00000, sharded as of 1715862716.00000> to ShardRange<'k' to 't' as of 1715862717.00000, (0, 0) as of 1715862717.00000, found as of 1715862717.00000>, path: .shards_a/shard_c_1715862717.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/7f0/7dacfe8ec5634f5a4154016e4e4007f0/7dacfe8ec5634f5a4154016e4e4007f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862719.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a94/9acdfc006e0e22c41cf56b394bd84a94/9acdfc006e0e22c41cf56b394bd84a94.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862718.00000, (0, 0) as of 1715862718.00000, sharded as of 1715862718.00000> to ShardRange<'k' to 't' as of 1715862719.00000, (0, 0) as of 1715862719.00000, created as of 1715862719.00000>, path: .shards_a/shard_c_1715862719.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a94/9acdfc006e0e22c41cf56b394bd84a94/9acdfc006e0e22c41cf56b394bd84a94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862721.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bbe/a47628b0929a8ae4a2ca4ccde2f76bbe/a47628b0929a8ae4a2ca4ccde2f76bbe.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862720.00000, (0, 0) as of 1715862720.00000, sharded as of 1715862720.00000> to ShardRange<'k' to 't' as of 1715862721.00000, (0, 0) as of 1715862721.00000, cleaved as of 1715862721.00000>, path: .shards_a/shard_c_1715862721.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/bbe/a47628b0929a8ae4a2ca4ccde2f76bbe/a47628b0929a8ae4a2ca4ccde2f76bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862723.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/095/c8d884440193170ed8c25beb7bdda095/c8d884440193170ed8c25beb7bdda095.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862722.00000, (0, 0) as of 1715862722.00000, sharded as of 1715862722.00000> to ShardRange<'k' to 't' as of 1715862723.00000, (0, 0) as of 1715862723.00000, active as of 1715862723.00000>, path: .shards_a/shard_c_1715862723.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/095/c8d884440193170ed8c25beb7bdda095/c8d884440193170ed8c25beb7bdda095.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862725.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2e4/9ae6432dd9e45a6b124082479af662e4/9ae6432dd9e45a6b124082479af662e4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862724.00000, (0, 0) as of 1715862724.00000, sharded as of 1715862724.00000> to ShardRange<'k' to 't' as of 1715862725.00000, (0, 0) as of 1715862725.00000, shrinking as of 1715862725.00000>, path: .shards_a/shard_c_1715862725.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2e4/9ae6432dd9e45a6b124082479af662e4/9ae6432dd9e45a6b124082479af662e4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862725.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2e4/9ae6432dd9e45a6b124082479af662e4/9ae6432dd9e45a6b124082479af662e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862727.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe8/ff18af45e4ccf2137c56414212945fe8/ff18af45e4ccf2137c56414212945fe8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862726.00000, (0, 0) as of 1715862726.00000, sharded as of 1715862726.00000> to ShardRange<'k' to 't' as of 1715862727.00000, (0, 0) as of 1715862727.00000, sharding as of 1715862727.00000>, path: .shards_a/shard_c_1715862727.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe8/ff18af45e4ccf2137c56414212945fe8/ff18af45e4ccf2137c56414212945fe8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862727.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fe8/ff18af45e4ccf2137c56414212945fe8/ff18af45e4ccf2137c56414212945fe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862729.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/172/6bf632341a4489bfa370a7fd3a598172/6bf632341a4489bfa370a7fd3a598172.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862729.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/172/6bf632341a4489bfa370a7fd3a598172/6bf632341a4489bfa370a7fd3a598172.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862730.00000, (0, 0) as of 1715862730.00000, sharded as of 1715862730.00000> to ShardRange<'k' to 't' as of 1715862731.00000, (0, 0) as of 1715862731.00000, shrunk as of 1715862731.00000>, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862731.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9aa/25539fe17199bb02004d76ee024d69aa/25539fe17199bb02004d76ee024d69aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862733.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d5f/6eae2c9349b8b4382b67cdc53520ed5f/6eae2c9349b8b4382b67cdc53520ed5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862732.00000, (0, 0) as of 1715862732.00000, shrunk as of 1715862732.00000> to ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, found as of 1715862733.00000>, path: .shards_a/shard_c_1715862733.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d5f/6eae2c9349b8b4382b67cdc53520ed5f/6eae2c9349b8b4382b67cdc53520ed5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862735.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/688/69b598e8109594ffb0b436b89ab5a688/69b598e8109594ffb0b436b89ab5a688.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862734.00000, (0, 0) as of 1715862734.00000, shrunk as of 1715862734.00000> to ShardRange<'k' to 't' as of 1715862735.00000, (0, 0) as of 1715862735.00000, created as of 1715862735.00000>, path: .shards_a/shard_c_1715862735.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/688/69b598e8109594ffb0b436b89ab5a688/69b598e8109594ffb0b436b89ab5a688.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862737.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c93/e451887ddf33e38f3f9401d49b9b2c93/e451887ddf33e38f3f9401d49b9b2c93.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862736.00000, (0, 0) as of 1715862736.00000, shrunk as of 1715862736.00000> to ShardRange<'k' to 't' as of 1715862737.00000, (0, 0) as of 1715862737.00000, cleaved as of 1715862737.00000>, path: .shards_a/shard_c_1715862737.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c93/e451887ddf33e38f3f9401d49b9b2c93/e451887ddf33e38f3f9401d49b9b2c93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862739.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/529/806d240a6564eeb14f3a61fbd4d27529/806d240a6564eeb14f3a61fbd4d27529.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862738.00000, (0, 0) as of 1715862738.00000, shrunk as of 1715862738.00000> to ShardRange<'k' to 't' as of 1715862739.00000, (0, 0) as of 1715862739.00000, active as of 1715862739.00000>, path: .shards_a/shard_c_1715862739.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/529/806d240a6564eeb14f3a61fbd4d27529/806d240a6564eeb14f3a61fbd4d27529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862741.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/931/a9729857e39244f8401c321eb4009931/a9729857e39244f8401c321eb4009931.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862740.00000, (0, 0) as of 1715862740.00000, shrunk as of 1715862740.00000> to ShardRange<'k' to 't' as of 1715862741.00000, (0, 0) as of 1715862741.00000, shrinking as of 1715862741.00000>, path: .shards_a/shard_c_1715862741.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/931/a9729857e39244f8401c321eb4009931/a9729857e39244f8401c321eb4009931.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862741.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/931/a9729857e39244f8401c321eb4009931/a9729857e39244f8401c321eb4009931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862743.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/1e3/676c7a4efa126309f1154984bbb971e3/676c7a4efa126309f1154984bbb971e3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862742.00000, (0, 0) as of 1715862742.00000, shrunk as of 1715862742.00000> to ShardRange<'k' to 't' as of 1715862743.00000, (0, 0) as of 1715862743.00000, sharding as of 1715862743.00000>, path: .shards_a/shard_c_1715862743.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/1e3/676c7a4efa126309f1154984bbb971e3/676c7a4efa126309f1154984bbb971e3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862743.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/1e3/676c7a4efa126309f1154984bbb971e3/676c7a4efa126309f1154984bbb971e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862745.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/33a/bb513766a2caf4c5e3be1f32d72ca33a/bb513766a2caf4c5e3be1f32d72ca33a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862744.00000, (0, 0) as of 1715862744.00000, shrunk as of 1715862744.00000> to ShardRange<'k' to 't' as of 1715862745.00000, (0, 0) as of 1715862745.00000, sharded as of 1715862745.00000>, path: .shards_a/shard_c_1715862745.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/33a/bb513766a2caf4c5e3be1f32d72ca33a/bb513766a2caf4c5e3be1f32d72ca33a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862745.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/33a/bb513766a2caf4c5e3be1f32d72ca33a/bb513766a2caf4c5e3be1f32d72ca33a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862747.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/778/b39fea940818cc8b1a2a437640b6a778/b39fea940818cc8b1a2a437640b6a778.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862747.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/778/b39fea940818cc8b1a2a437640b6a778/b39fea940818cc8b1a2a437640b6a778.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862760.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b52/782982b8ee8675c4ef6378307b29cb52/782982b8ee8675c4ef6378307b29cb52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862778.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ba0/26845f38073ebd23982f8c6506a67ba0/26845f38073ebd23982f8c6506a67ba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb3486e115549495aa9321-006645fc5f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5a694f81b54c4c5fa87ff-006645fc5f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx93fd708971f044dea631f-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx74ca3e90059c4e7b89bac-006645fc60) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272433.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272433.71527', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2495493 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272435.05693', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862628.63391', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272435.06561', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123028Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862628.64260', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txab96153abbb3455fb01be-00685309b2) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862856.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862856.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2/9f42b0ca8579f00e8c0ab1a8589f8ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862858.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c7f/53c2368985fc04575f7aca737bd25c7f/53c2368985fc04575f7aca737bd25c7f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862858.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/c7f/53c2368985fc04575f7aca737bd25c7f/53c2368985fc04575f7aca737bd25c7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862860.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ff0/41fde9b2385730a67f794d2207280ff0/41fde9b2385730a67f794d2207280ff0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862860.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/ff0/41fde9b2385730a67f794d2207280ff0/41fde9b2385730a67f794d2207280ff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862862.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/aef/5dd7fd410a3968bc662118238a1aeaef/5dd7fd410a3968bc662118238a1aeaef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862862.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/aef/5dd7fd410a3968bc662118238a1aeaef/5dd7fd410a3968bc662118238a1aeaef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862864.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/8d1/7d5cf4995b30c0a016a7cfbb1be418d1/7d5cf4995b30c0a016a7cfbb1be418d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862864.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/8d1/7d5cf4995b30c0a016a7cfbb1be418d1/7d5cf4995b30c0a016a7cfbb1be418d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862866.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a29/5b8b500f4fdfc771c2447c6cf9898a29/5b8b500f4fdfc771c2447c6cf9898a29.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862866.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/a29/5b8b500f4fdfc771c2447c6cf9898a29/5b8b500f4fdfc771c2447c6cf9898a29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862868.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/862/b2541d276e56958a9086d1b347eb4862/b2541d276e56958a9086d1b347eb4862.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862868.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/862/b2541d276e56958a9086d1b347eb4862/b2541d276e56958a9086d1b347eb4862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862870.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b2b/9f9986933bc55f0046a9cb7906df1b2b/9f9986933bc55f0046a9cb7906df1b2b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862870.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/b2b/9f9986933bc55f0046a9cb7906df1b2b/9f9986933bc55f0046a9cb7906df1b2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862872.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/6a4/1e260663eb7e00dc3b1b4f41188776a4/1e260663eb7e00dc3b1b4f41188776a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862872.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/6a4/1e260663eb7e00dc3b1b4f41188776a4/1e260663eb7e00dc3b1b4f41188776a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862874.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/161/120fe8a3c00865697b4e2c857a268161/120fe8a3c00865697b4e2c857a268161.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862874.00000, db: /tmp/tmpnvd1fy81/sda/containers/0/161/120fe8a3c00865697b4e2c857a268161/120fe8a3c00865697b4e2c857a268161.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3y6uxz3o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862629.00000, (0, 0) as of 1715862629.00000, active as of 1715862629.00000> to ShardRange<'k' to 't' as of 1715862630.00000, (0, 0) as of 1715862630.00000, sharded as of 1715862631.00000>, path: .shards_a/shard_c, db: /tmp/tmp3y6uxz3o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp3y6uxz3o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmppllbfijf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862630.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/496/d4512b0976e1cf12e1f018be17060496/d4512b0976e1cf12e1f018be17060496.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862633.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/890/33aff23b69108316dd4de5ad33335890/33aff23b69108316dd4de5ad33335890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862636.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/a27/432aec5d0a3294a52694e04cfc96ba27/432aec5d0a3294a52694e04cfc96ba27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862639.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/371/a64b5c1ee1dd2452d286a549c42f0371/a64b5c1ee1dd2452d286a549c42f0371.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862645.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/4e3/f99eb2ab1e574537250a5e453fe064e3/f99eb2ab1e574537250a5e453fe064e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862648.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/f1d/21eccc9ece393af7736b5440b8509f1d/21eccc9ece393af7736b5440b8509f1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862651.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/b23/248813f4d02a8207fa4683a313718b23/248813f4d02a8207fa4683a313718b23.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmp7athsgcp/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +test INFO: - - - [16/May/2024:12:30:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test DEBUG: Unlinked retiring db '/tmp/tmp9odshckw/tmp_test_container_server_ContainerController/sda1/containers/p/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +test INFO: - - - [16/May/2024:12:30:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:30 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:30:30 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0034 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:30:30 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0045 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +Unlinked retiring db '/tmp/tmp7athsgcp/containers/part/suffix/hash/container_1715862654.00000.db' +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fb824338f9e49d7810e6-006645fc63) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fb824338f9e49d7810e6-006645fc63) +test ERROR: Container GET returning 503 for [] (txn: tx3fb824338f9e49d7810e6-006645fc63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx90fc984572fb4f38a21b6-006645fc64) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx90fc984572fb4f38a21b6-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: tx90fc984572fb4f38a21b6-006645fc64) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd9cf479154bd4dbb870a7-006645fc64) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd9dab33b87654c57ab9b1-006645fc64) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd9dab33b87654c57ab9b1-006645fc64) +test ERROR: Container GET returning 503 for [500, 500] (txn: txd9dab33b87654c57ab9b1-006645fc64) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7f45551f29f34418b460b-006645fc64) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txda34b252e55a45b6b168a-006645fc64) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txda34b252e55a45b6b168a-006645fc64) +test INFO: Client disconnected on read of '/a/c' (txn: txda34b252e55a45b6b168a-006645fc64) +test ERROR: Container GET returning 503 for [] (txn: txbb6c5adf3a2b40eeabe0b-006645fc64) +test INFO: Client disconnected on read of '/a/c' (txn: txbb6c5adf3a2b40eeabe0b-006645fc64) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txd76996b488164698944a4-006645fc64) +test INFO: Client disconnected on read of '/a/c' (txn: txd76996b488164698944a4-006645fc64) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -31135,8 +39026,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx569bb6bd9b4f4d8fa9fa7-00685309b2) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -31144,8 +39035,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1b6ebb60e0a947a7860e5-00685309b2) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -31153,8 +39044,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb896443d86d54f459b551-00685309b2) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -31162,1532 +39053,3433 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx542f2770a7d249d2aa3f1-00685309b2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txee5cfce88b2f42a794a9b-00685309b3) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txc9c7593823254c428e84c-00685309b3) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7fa86a0f96b54bb19ff2a-00685309b3) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx4a51e262dfdd4fdf85e77-006645fc64) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7fa86a0f96b54bb19ff2a-00685309b3) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7fa86a0f96b54bb19ff2a-00685309b3) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe71237870e9a4ea1ab36d-006645fc64) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8128a6f834dd41158c6bc-00685309b3) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe71237870e9a4ea1ab36d-006645fc64) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8128a6f834dd41158c6bc-00685309b3) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8128a6f834dd41158c6bc-00685309b3) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe71237870e9a4ea1ab36d-006645fc64) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txafd6387ee51d405697185-00685309b3) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txafd6387ee51d405697185-00685309b3) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txafd6387ee51d405697185-00685309b3) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txafd6387ee51d405697185-00685309b3) -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe71237870e9a4ea1ab36d-006645fc64) +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +Unlinked retiring db '/tmp/tmp7athsgcp/containers/part/suffix/hash/container_1715862665.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:30 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0061 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0039 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0034 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0064 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0024 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 1593234 0 +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272432.41726', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272432.42735', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test DEBUG: /tmp/tmphcm8656c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphcm8656c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'c3ed77ffca0f99b4378314a99f7d8e58', '4e9aec6d-2eed-44a6-a428-4e34e7364719-sda', '1750272434.05379', '1750272434.05669', '0', '', '1750272434.05168', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272434.06002', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272434.06002', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272434.06002', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272434.06130', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272434.06130', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272434.06109', 'epoch': '1750272434.06109', 'reported': 0, 'tombstones': -1}], '4e9aec6d-2eed-44a6-a428-4e34e7364719-sda') -test DEBUG: /tmp/tmphcm8656c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphcm8656c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '7cf2ad397f8cd8818c75705320d96639', '7e22d407-7c87-4082-9674-9c056556f13d-sda', '1750272435.26785', '1750272435.26594', '0', '', '1750272435.26594', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272435.27382', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272435.27382', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272435.27382', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272435.27501', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272435.27501', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272435.27481', 'epoch': '1750272435.27481', 'reported': 0, 'tombstones': -1}], '7e22d407-7c87-4082-9674-9c056556f13d-sda') -test DEBUG: /tmp/tmp6tzgyh3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6tzgyh3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '7cf2ad397f8cd8818c75705320d96639', '7e22d407-7c87-4082-9674-9c056556f13d-sda', '1750272435.26785', '1750272435.27056', '0', '', '1750272435.26594', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272435.27382', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272435.27382', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272435.27382', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272435.27501', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272435.27501', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272435.27481', 'epoch': '1750272435.27481', 'reported': 0, 'tombstones': -1}], '7e22d407-7c87-4082-9674-9c056556f13d-sda') -test DEBUG: /tmp/tmp6tzgyh3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6tzgyh3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bed9f1329ab24119c771d862b996f87f', '39f6bb08-62e4-4740-a913-97691bffad2f-sda', '1750272435.31300', '1750272435.31094', '0', '', '1750272435.31094', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('39f6bb08-62e4-4740-a913-97691bffad2f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpey_ld7zb/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bed9f1329ab24119c771d862b996f87f', 'bee6c177-8b08-409c-8ec6-e8ace7b560a7-sda', '1750272435.34295', '1750272435.34099', '0', '', '1750272435.34099', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('bee6c177-8b08-409c-8ec6-e8ace7b560a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bed9f1329ab24119c771d862b996f87f', 'ab11df2e-14fd-446b-92ed-02c66bf48905-sda', '1750272435.37930', '1750272435.37734', '0', '', '1750272435.37734', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ab11df2e-14fd-446b-92ed-02c66bf48905-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpttu5e9iy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bed9f1329ab24119c771d862b996f87f', '3834c0fc-f8c3-4b22-8542-11f2a96b2afe-sda', '1750272435.40526', '1750272435.40322', '0', '', '1750272435.40322', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('3834c0fc-f8c3-4b22-8542-11f2a96b2afe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3ea1ffe3-07d2-4bb9-a9d7-ab1ebe19ebab-sda', '1750272435.44316', '1750272435.44139', '0', '', '1750272435.44139', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfow0coqc/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e21a6843-dbb4-4d04-8916-7993e1cb9530-sdb', '1750272435.46833', '1750272436.00000', '0', '', '1750272436.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e21a6843-dbb4-4d04-8916-7993e1cb9530-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e21a6843-dbb4-4d04-8916-7993e1cb9530-sdb', '1750272435.46833', '1750272436.00000', '0', '', '1750272436.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpfow0coqc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e21a6843-dbb4-4d04-8916-7993e1cb9530-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test ERROR: Failed to unlink '/tmp/tmppufbguos/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmppufbguos/containers/part/suffix/hash/container_1715862638.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmppufbguos/containers/part/suffix/hash/container_1715862638.00000.db': ['/tmp/tmppufbguos/containers/part/suffix/hash/container.db', '/tmp/tmppufbguos/containers/part/suffix/hash/container_1715862639.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmppufbguos/containers/part/suffix/hash/container_1715862639.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpmelwq3o0/containers/part/suffix/hash/42f51d0a-8b18-4340-8b97-c998fba4a391.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmpjd4aticv/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +Unlinked retiring db '/tmp/tmpyib9m9f_/containers/part/suffix/hash/container-b6d7934d-48f5-4ac2-9f09-d111512b3165.db' +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0080 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0042 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0055 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1593234 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 1593234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1593234 0 +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1593234 - +test INFO: - - - [16/May/2024:12:30:32 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0057 "-" 1593234 0 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpiaazcsil/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiaazcsil/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpiaazcsil/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiaazcsil/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 1593234 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf01dc6af5de4413cba57a-006645fc68" "proxy-server 1593234" 0.0012 "-" 1593234 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44377/sda1/1/a/c" "txf01dc6af5de4413cba57a-006645fc68" "container-server 1593234" 0.0011 "-" 1593234 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54735/sdb1/1/a/c" "txf01dc6af5de4413cba57a-006645fc68" "container-server 1593234" 0.0011 "-" 1593234 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf01dc6af5de4413cba57a-006645fc68" "proxy-server 1593234" 0.0093 "-" 1593234 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf01dc6af5de4413cba57a-006645fc68" "proxy-server 1593234" 0.0144 "-" 1593234 0 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Unlinked retiring db '/tmp/tmpyib9m9f_/containers/part/suffix/hash/container-6e587f07-dc92-49de-9768-da3dbbbe82a0.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01026 seconds (97.46847/s) +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpay71frxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test DEBUG: Replicating db /tmp/tmpz6cyfj_s/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00379 seconds (264.08470/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +test DEBUG: Not deleting db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.59319.db (requires sharding, state sharding) +Unlinked retiring db '/tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272434.33395', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123029Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862629.75259', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272434.34168', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx56036e1d43374ec59c4de-00685309b3) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx56036e1d43374ec59c4de-00685309b3) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx56036e1d43374ec59c4de-00685309b3) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx56036e1d43374ec59c4de-00685309b3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf48fd3a1493c444786341-00685309b3) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx2421a15c6ab541b4a13e1-00685309b3) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx2421a15c6ab541b4a13e1-00685309b3) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2421a15c6ab541b4a13e1-00685309b3) -test ERROR: Account HEAD returning 503 for [] (txn: tx2421a15c6ab541b4a13e1-00685309b3) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx790caea296ef472e8d807-00685309b3) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx790caea296ef472e8d807-00685309b3) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx790caea296ef472e8d807-00685309b3) -test ERROR: Account HEAD returning 503 for [] (txn: tx790caea296ef472e8d807-00685309b3) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txcc9d201b90a2432e97fa4-00685309b3) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx93fc1116a4a34912963d7-00685309b3) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx93fc1116a4a34912963d7-00685309b3) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx93fc1116a4a34912963d7-00685309b3) -test ERROR: Account HEAD returning 503 for [] (txn: tx93fc1116a4a34912963d7-00685309b3) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfaf6daed0ac34b24b3c58-00685309b3) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfaf6daed0ac34b24b3c58-00685309b3) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfaf6daed0ac34b24b3c58-00685309b3) -test ERROR: Account HEAD returning 503 for [] (txn: txfaf6daed0ac34b24b3c58-00685309b3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123029Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862629.76184', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test INFO: - - - [16/May/2024:12:30:30 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:30 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1593229 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0040 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0004 "-" 1593229 nada +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1593229 999 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0034 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0036 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 1593229 1 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0065 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0040 "-" 1593229 3 +test INFO: - - - [16/May/2024:12:30:31 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 1593229 3 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test INFO: - - - [18/Jun/2025:18:47:14 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0061 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmp5a82qlvl/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0042 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe71237870e9a4ea1ab36d-006645fc64) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txe71237870e9a4ea1ab36d-006645fc64) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9139f2812cc24487980ad-006645fc66) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txd4d4fe2146034b64b36ae-006645fc66) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txb8372b11b1cc48f5acfc0-006645fc66) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/é‰ From Object Server 10.0.0.2:1002/sdc (txn: tx334b3e59003843d181491-006645fc66) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx56716cf31ccf45eebd9e4-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb6c33cbf749f4ef6a2db4-006645fc66) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb6c33cbf749f4ef6a2db4-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1d8641f2ba9c4ee8abd6f-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1d8641f2ba9c4ee8abd6f-006645fc66) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: tx1d8641f2ba9c4ee8abd6f-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc4804daecaf4413cb8538-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc4804daecaf4413cb8538-006645fc66) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/é‰: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: txc4804daecaf4413cb8538-006645fc66) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb336a52156704540868ed-006645fc62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 490, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx204bd8463141472581e4f-006645fc63) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8236cd3ea5b0414a9301b-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8236cd3ea5b0414a9301b-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8236cd3ea5b0414a9301b-006645fc64) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1df1f1558b824c0e863c4-006645fc64) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test DEBUG: Not deleting db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.59319.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.59319.db +test DEBUG: Successfully deleted db /tmp/tmp6efsgp31/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'e4c53b5aa664c4a4d78439f73f639757', 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda', '1715862638.61235', '1715862638.00000', '0', '', '1715862638.00000', 51, 0) +test DEBUG: /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1715862639.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1715862640.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1715862641.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1715862642.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1715862643.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1715862644.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1715862645.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1715862646.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1715862647.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1715862648.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1715862649.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1715862650.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1715862651.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1715862652.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1715862653.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1715862654.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1715862655.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1715862656.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1715862657.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1715862658.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1715862659.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1715862660.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1715862661.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1715862662.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1715862663.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1715862664.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1715862665.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1715862666.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1715862667.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1715862668.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +test DEBUG: /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0102785s) +test DEBUG: Synchronization for /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'e4c53b5aa664c4a4d78439f73f639757', 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda', '1715862638.61235', '1715862638.00000', '0', '', '1715862638.00000', 51, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02976 seconds (33.60136/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'e4c53b5aa664c4a4d78439f73f639757', 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda', '1715862638.61235', '1715862638.00000', '0', '', '1715862638.00000', 51, 0) +test DEBUG: /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf01dc6af5de4413cba57a-006645fc68 - 0.0219 - - 1715862632.780235767 1715862632.802103281 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4c2f10e5b7424cb18030f-006645fc69" "proxy-server 1593234" 0.0014 "-" 1593234 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54735/sdb1/1/a1/c1" "tx4c2f10e5b7424cb18030f-006645fc69" "container-server 1593234" 0.0010 "-" 1593234 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44377/sda1/1/a1/c1" "tx4c2f10e5b7424cb18030f-006645fc69" "container-server 1593234" 0.0010 "-" 1593234 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4c2f10e5b7424cb18030f-006645fc69" "proxy-server 1593234" 0.0132 "-" 1593234 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4c2f10e5b7424cb18030f-006645fc69" "proxy-server 1593234" 0.0093 "-" 1593234 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4c2f10e5b7424cb18030f-006645fc69 - 0.0219 - - 1715862633.376070976 1715862633.397947311 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf7f9ce7628c1409984ceb-006645fc69" "proxy-server 1593234" 0.0022 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54735/sdb1/2/a/c1" "txf7f9ce7628c1409984ceb-006645fc69" "container-server 1593234" 0.0011 "-" 1593234 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44377/sda1/2/a/c1" "txf7f9ce7628c1409984ceb-006645fc69" "container-server 1593234" 0.0018 "-" 1593234 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf7f9ce7628c1409984ceb-006645fc69" "proxy-server 1593234" 0.0157 "-" 1593234 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf7f9ce7628c1409984ceb-006645fc69" "proxy-server 1593234" 0.0120 "-" 1593234 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf7f9ce7628c1409984ceb-006645fc69 - 0.0252 - - 1715862633.399425745 1715862633.424587011 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx25eabaea22704da6b925f-006645fc69" "proxy-server 1593234" 0.0021 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54735/sdb1/1/a/c2" "tx25eabaea22704da6b925f-006645fc69" "container-server 1593234" 0.0018 "-" 1593234 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44377/sda1/1/a/c2" "tx25eabaea22704da6b925f-006645fc69" "container-server 1593234" 0.0011 "-" 1593234 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25eabaea22704da6b925f-006645fc69" "proxy-server 1593234" 0.0139 "-" 1593234 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:33 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25eabaea22704da6b925f-006645fc69" "proxy-server 1593234" 0.0101 "-" 1593234 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx25eabaea22704da6b925f-006645fc69 - 0.0236 - - 1715862633.426134825 1715862633.449770689 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpi_dkv5qd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpi_dkv5qd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpi_dkv5qd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpi_dkv5qd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593234 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf6805e67d8764f4db9062-006645fc6a" "proxy-server 1593234" 0.0012 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35691/sda1/1/a/c" "txf6805e67d8764f4db9062-006645fc6a" "container-server 1593234" 0.0011 "-" 1593234 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41239/sdb1/1/a/c" "txf6805e67d8764f4db9062-006645fc6a" "container-server 1593234" 0.0011 "-" 1593234 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf6805e67d8764f4db9062-006645fc6a" "proxy-server 1593234" 0.0101 "-" 1593234 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf6805e67d8764f4db9062-006645fc6a" "proxy-server 1593234" 0.0155 "-" 1593234 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf6805e67d8764f4db9062-006645fc6a - 0.0228 - - 1715862634.941423893 1715862634.964187860 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1fc04f8687c2425785dff-006645fc6a" "proxy-server 1593234" 0.0012 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35691/sda1/1/a1/c1" "tx1fc04f8687c2425785dff-006645fc6a" "container-server 1593234" 0.0011 "-" 1593234 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41239/sdb1/1/a1/c1" "tx1fc04f8687c2425785dff-006645fc6a" "container-server 1593234" 0.0010 "-" 1593234 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1fc04f8687c2425785dff-006645fc6a" "proxy-server 1593234" 0.0084 "-" 1593234 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1fc04f8687c2425785dff-006645fc6a" "proxy-server 1593234" 0.0135 "-" 1593234 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1fc04f8687c2425785dff-006645fc6a - 0.0209 - - 1715862634.965555429 1715862634.986415625 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1d9df49e7b924939bd427-006645fc6a" "proxy-server 1593234" 0.0019 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41239/sdb1/2/a/c1" "tx1d9df49e7b924939bd427-006645fc6a" "container-server 1593234" 0.0012 "-" 1593234 1 +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272437.03482', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862631.01769', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862631.02551', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmpkk7wxlhv/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -Unlinked retiring db '/tmp/tmpkk7wxlhv/containers/part/suffix/hash/container_1750272458.00000.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9247aefa-5be7-4d63-bbe6-0141dd95e20e-sda', '1750272435.48441', '1750272435', '0', '', '1750272435', 0, 1) -test DEBUG: /tmp/tmpay71frxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9247aefa-5be7-4d63-bbe6-0141dd95e20e-sda', '1750272435.48441', '1750272435', '0', '', '1750272435', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9247aefa-5be7-4d63-bbe6-0141dd95e20e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48103 seconds (2.07886/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7ctlxm0v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '53f610791f28a6aa4ab2299a79915b17', 'e86aa6d1-02e8-4201-b5b4-a3d2e1da1830-sda', '1750272435.97591', '1750272435', '0', '', '1750272435', 1, 1) -test DEBUG: /tmp/tmp7ctlxm0v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272437.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e86aa6d1-02e8-4201-b5b4-a3d2e1da1830-sda') -test DEBUG: /tmp/tmp7ctlxm0v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00343704s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '53f610791f28a6aa4ab2299a79915b17', 'e86aa6d1-02e8-4201-b5b4-a3d2e1da1830-sda', '1750272435.97591', '1750272435', '0', '', '1750272435', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e86aa6d1-02e8-4201-b5b4-a3d2e1da1830-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx81e71dd823fb440ca8780-006645fc67) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc9d4749b6a594a3baa798-006645fc68) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc9d4749b6a594a3baa798-006645fc68) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc9d4749b6a594a3baa798-006645fc68) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc9d4749b6a594a3baa798-006645fc68) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txb7e66015748d452690c2d-006645fc68) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txb7e66015748d452690c2d-006645fc68) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txb7e66015748d452690c2d-006645fc68) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txb7e66015748d452690c2d-006645fc68) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txef6361a64372495c9d202-006645fc68) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test INFO: - - - [16/May/2024:12:30:31 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0038 "-" 1593229 4 +test INFO: - - - [16/May/2024:12:30:32 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0013 "-" 1593229 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0032 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0063 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0035 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1593229 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server ERROR: Object returning 503 for [] (txn: tx5143d15ac9164eacbd340-006645fc64) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1715862669.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1715862670.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1715862671.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1715862672.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1715862673.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1715862674.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1715862675.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1715862676.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1715862677.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1715862678.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1715862679.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1715862680.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1715862681.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1715862682.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1715862683.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1715862684.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1715862685.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1715862686.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1715862687.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1715862688.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1715862789.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda') +test DEBUG: /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0126266s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, 'e4c53b5aa664c4a4d78439f73f639757', 'a27e1870-57ad-48f4-988c-e5d1cbe1075d-sda', '1715862638.61235', '1715862638.00000', '0', '', '1715862638.00000', 51, 0) +test DEBUG: /tmp/tmpp1okmkt9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01782 seconds (56.11303/s) +test INFO: Attempted to replicate 1 dbs in 0.02407 seconds (41.54157/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpha87k2_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7c63949f-1abc-42f2-9b18-7b6d74990a7c-sda', '1750272436.00756', '1750272436', '0', '', '1750272436', 0, 0) -test DEBUG: /tmp/tmpha87k2_7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7c63949f-1abc-42f2-9b18-7b6d74990a7c-sda', '1750272436.00756', '1750272436', '0', '', '1750272436', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c63949f-1abc-42f2-9b18-7b6d74990a7c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01235 seconds (80.99392/s) +test INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw3k6ygjv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f2b451781549e085a81bb6436b8575ba', 'd68b7276-35c6-4fa6-b168-71eafd0e4e86-sda', '1750272436.03175', '1750272436', '0', '', '1750272436', 1, 0) -test DEBUG: /tmp/tmpw3k6ygjv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f2b451781549e085a81bb6436b8575ba', 'd68b7276-35c6-4fa6-b168-71eafd0e4e86-sda', '1750272436.03175', '1750272436', '0', '', '1750272436', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d68b7276-35c6-4fa6-b168-71eafd0e4e86-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01335 seconds (74.90040/s) +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9d7k0vvq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '95bfcb00-12aa-4d86-873b-7c24ba324cd8-sda', '1750272436.46052', '1750272436', '0', '', '1750272436', 0, 1) -test DEBUG: /tmp/tmp9d7k0vvq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '95bfcb00-12aa-4d86-873b-7c24ba324cd8-sda', '1750272436.46052', '1750272436', '0', '', '1750272436', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('95bfcb00-12aa-4d86-873b-7c24ba324cd8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01089 seconds (91.79230/s) +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa14l3a6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', '51d55e61-ae79-46a3-bcd4-1b492015bccb-sda', '1750272436.48247', '1750272436', '0', '', '1750272436', 1, 0) -test DEBUG: /tmp/tmpa14l3a6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272439.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '51d55e61-ae79-46a3-bcd4-1b492015bccb-sda') -test DEBUG: /tmp/tmpa14l3a6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00281787s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', '51d55e61-ae79-46a3-bcd4-1b492015bccb-sda', '1750272436.48247', '1750272436', '0', '', '1750272436', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51d55e61-ae79-46a3-bcd4-1b492015bccb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpioxf3h0m/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'b0b715e5-aa8f-4774-a775-76648c4d5581-sda', '1715862638.69265', '1715860800.00000', '0', '', '1715860800.00000', 0, 0) +test DEBUG: /tmp/tmpioxf3h0m/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b0b715e5-aa8f-4774-a775-76648c4d5581-sda') +test DEBUG: /tmp/tmpioxf3h0m/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0032084s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'b0b715e5-aa8f-4774-a775-76648c4d5581-sda', '1715862638.69265', '1715860800.00000', '0', '', '1715860800.00000', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b0b715e5-aa8f-4774-a775-76648c4d5581-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpioxf3h0m/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01782 seconds (56.10252/s) +test INFO: Attempted to replicate 1 dbs in 0.02191 seconds (45.63817/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4f7vywj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -Unlinked retiring db '/tmp/tmpkk7wxlhv/containers/part/suffix/hash/container_1750272469.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test INFO: Replicating 1 reconciler containers +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35691/sda1/2/a/c1" "tx1d9df49e7b924939bd427-006645fc6a" "container-server 1593234" 0.0017 "-" 1593234 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1d9df49e7b924939bd427-006645fc6a" "proxy-server 1593234" 0.3920 "-" 1593234 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1d9df49e7b924939bd427-006645fc6a" "proxy-server 1593234" 0.3883 "-" 1593234 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1d9df49e7b924939bd427-006645fc6a - 0.4009 - - 1715862634.987782240 1715862635.388723850 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx07cbd28355a24bb780cd6-006645fc6b" "proxy-server 1593234" 0.0021 "-" 1593234 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41239/sdb1/1/a/c2" "tx07cbd28355a24bb780cd6-006645fc6b" "container-server 1593234" 0.0011 "-" 1593234 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35691/sda1/1/a/c2" "tx07cbd28355a24bb780cd6-006645fc6b" "container-server 1593234" 0.0017 "-" 1593234 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx07cbd28355a24bb780cd6-006645fc6b" "proxy-server 1593234" 0.0139 "-" 1593234 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx07cbd28355a24bb780cd6-006645fc6b" "proxy-server 1593234" 0.0100 "-" 1593234 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx07cbd28355a24bb780cd6-006645fc6b - 0.0227 - - 1715862635.390172243 1715862635.412918329 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8583782ba9cc42d8a79c6-00685309b4) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx56f22e559f0e4c9b93442-00685309b4) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx56f22e559f0e4c9b93442-00685309b4) -test INFO: Client disconnected on read of '/a/c' (txn: tx56f22e559f0e4c9b93442-00685309b4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd6a7e51fb84f4895b89c5-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx26d9e75ee906444183c5b-00685309b4) -test INFO: Client disconnected on read of '/a/c' (txn: tx26d9e75ee906444183c5b-00685309b4) -test INFO: Client disconnected on read of '/a/c/' (txn: tx26d9e75ee906444183c5b-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9f66d339efab4156bb576-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9f66d339efab4156bb576-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9f66d339efab4156bb576-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9f66d339efab4156bb576-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4dac8705befe4ef0a4455-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4dac8705befe4ef0a4455-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4dac8705befe4ef0a4455-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4dac8705befe4ef0a4455-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3e8f867575134fbba8a9f-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3e8f867575134fbba8a9f-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3e8f867575134fbba8a9f-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3e8f867575134fbba8a9f-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0b480546bc344d0b9531a-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0b480546bc344d0b9531a-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0b480546bc344d0b9531a-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0b480546bc344d0b9531a-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5bedce2e3d55416abc079-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5bedce2e3d55416abc079-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5bedce2e3d55416abc079-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5bedce2e3d55416abc079-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8c4bcbfa75334e108df77-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8c4bcbfa75334e108df77-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8c4bcbfa75334e108df77-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8c4bcbfa75334e108df77-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6a654d1adb6946c8947c5-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6a654d1adb6946c8947c5-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6a654d1adb6946c8947c5-00685309b4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6a654d1adb6946c8947c5-00685309b4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa7b1e72d4d6e49af9ad7b-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa7b1e72d4d6e49af9ad7b-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa7b1e72d4d6e49af9ad7b-00685309b5) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa7b1e72d4d6e49af9ad7b-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0d4e858c864c43b492230-00685309b5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx0d4e858c864c43b492230-00685309b5) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0d4e858c864c43b492230-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0d4e858c864c43b492230-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0d4e858c864c43b492230-00685309b5) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0d4e858c864c43b492230-00685309b5) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx41f984c9303d47d9a5f82-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx41f984c9303d47d9a5f82-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx41f984c9303d47d9a5f82-00685309b5) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx41f984c9303d47d9a5f82-00685309b5) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx124d397f637543b3b731b-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx124d397f637543b3b731b-00685309b5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx124d397f637543b3b731b-00685309b5) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx124d397f637543b3b731b-00685309b5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx124d397f637543b3b731b-00685309b5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx124d397f637543b3b731b-00685309b5) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx124d397f637543b3b731b-00685309b5) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx124d397f637543b3b731b-00685309b5) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3173c11a7c42413ebeeae-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3173c11a7c42413ebeeae-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3173c11a7c42413ebeeae-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx3173c11a7c42413ebeeae-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdaa8a0b1ce314a8dbf857-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdaa8a0b1ce314a8dbf857-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdaa8a0b1ce314a8dbf857-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: txdaa8a0b1ce314a8dbf857-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx12e38e0b3bd34e649fb43-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx12e38e0b3bd34e649fb43-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx12e38e0b3bd34e649fb43-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx12e38e0b3bd34e649fb43-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5a559815477e4932a21a4-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5a559815477e4932a21a4-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5a559815477e4932a21a4-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx5a559815477e4932a21a4-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe0c8b8f3823f450ba815b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe0c8b8f3823f450ba815b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe0c8b8f3823f450ba815b-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: txe0c8b8f3823f450ba815b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx19aa2223dfaa4fcba1ce9-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx19aa2223dfaa4fcba1ce9-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx19aa2223dfaa4fcba1ce9-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx19aa2223dfaa4fcba1ce9-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx10c98b3b922a42cd9ac7b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx10c98b3b922a42cd9ac7b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx10c98b3b922a42cd9ac7b-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx10c98b3b922a42cd9ac7b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd9a2c52def1c459987b53-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd9a2c52def1c459987b53-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd9a2c52def1c459987b53-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: txd9a2c52def1c459987b53-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf2264e617dcb40daa1957-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf2264e617dcb40daa1957-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf2264e617dcb40daa1957-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: txf2264e617dcb40daa1957-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4d570d759ff540718992a-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4d570d759ff540718992a-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4d570d759ff540718992a-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: tx4d570d759ff540718992a-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf9e78ec331ea4239bef47-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf9e78ec331ea4239bef47-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf9e78ec331ea4239bef47-00685309b6) -test ERROR: Container GET returning 503 for [] (txn: txf9e78ec331ea4239bef47-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcf2a443226244d8f97c19-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcf2a443226244d8f97c19-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcf2a443226244d8f97c19-00685309b6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcf2a443226244d8f97c19-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7de7014cf5994b10aa969-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7de7014cf5994b10aa969-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7de7014cf5994b10aa969-00685309b6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7de7014cf5994b10aa969-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx12a241fa70724ed58ac4d-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx12a241fa70724ed58ac4d-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx12a241fa70724ed58ac4d-00685309b6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx12a241fa70724ed58ac4d-00685309b6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8e478be231a48cd8da6b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa8e478be231a48cd8da6b-00685309b6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa8e478be231a48cd8da6b-00685309b6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa8e478be231a48cd8da6b-00685309b6) -test INFO: Client disconnected on read of '/a/c' (txn: tx4d66eafd911c43ac87c6d-00685309b6) -test INFO: Client disconnected on read of '/a/c/' (txn: tx4d66eafd911c43ac87c6d-00685309b6) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx7c4d07e304e546d7b8509-00685309b6) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx7c4d07e304e546d7b8509-00685309b6) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx7c4d07e304e546d7b8509-00685309b6) -test ERROR: Account HEAD returning 503 for [] (txn: tx7c4d07e304e546d7b8509-00685309b6) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx1be96cf6fe324344a8f0a-00685309b6) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862632.87830', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862632.88684', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx1be96cf6fe324344a8f0a-00685309b6) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx7cd7cf49e23c41f1a580b-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7cd7cf49e23c41f1a580b-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7cd7cf49e23c41f1a580b-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx98c75914712546e285844-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx1be96cf6fe324344a8f0a-00685309b6) -test ERROR: Account HEAD returning 503 for [] (txn: tx1be96cf6fe324344a8f0a-00685309b6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0a72344eef254a9f8fd32-00685309b7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcce00ba4739c426fa7267-00685309b7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txe71f08ca6aaf463daa46f-00685309b7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2495493 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:16 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0043 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 2495493 - -test ERROR: ERROR Account update failed with 127.0.0.1:58177/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2495493 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 2495493 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test ERROR: Failed to unlink '/tmp/tmpzxdywaki/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx98c75914712546e285844-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6ef96994e0e4491a9acd4-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx03be899fca0445eab7c9c-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx03be899fca0445eab7c9c-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx024fe309ecd94b6292040-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx024fe309ecd94b6292040-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx763c605d4566429fae9a4-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpzxdywaki/containers/part/suffix/hash/container_1750272442.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpzxdywaki/containers/part/suffix/hash/container_1750272442.00000.db': ['/tmp/tmpzxdywaki/containers/part/suffix/hash/container.db', '/tmp/tmpzxdywaki/containers/part/suffix/hash/container_1750272443.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzxdywaki/containers/part/suffix/hash/container_1750272443.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmp6z5hykiv/containers/part/suffix/hash/2c86ac2f-1158-4a93-99ec-961a5332543f.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmpc0wca96u/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmp0269rkna/containers/part/suffix/hash/container-1b7f24e6-de90-4086-af98-ef2ac2d1b6e5.db' -Unlinked retiring db '/tmp/tmp0269rkna/containers/part/suffix/hash/container-fa0d6f66-87c2-4f60-b8d0-203f82a3a4cb.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx763c605d4566429fae9a4-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx680af604b3a3452181581-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx680af604b3a3452181581-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx680af604b3a3452181581-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx56944222ec874bd99c189-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx56944222ec874bd99c189-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx35969b4517dd4da295d1d-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe61f5f67daa44121bc3aa-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe61f5f67daa44121bc3aa-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6dc4210bf3744a4c9665e-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6dc4210bf3744a4c9665e-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx6dc4210bf3744a4c9665e-006645fc69) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.19832', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.20025', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.20208', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.20386', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.20569', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.20811', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.21031', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.21206', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.21388', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.22191', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0043 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0025 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0034 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0032 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1593229 0 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0036 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1593229 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1593229 - +test INFO: - - - [16/May/2024:12:30:34 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1593229 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 1593229 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1593229 2 +test INFO: - - - [16/May/2024:12:30:34 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0037 "-" 1593229 2 +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.22401', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862657.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/2f4/f2ca11d7c6057634d33a4bf33a46a2f4/f2ca11d7c6057634d33a4bf33a46a2f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862660.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/527/599a347c159ac244cd669d61c0a36527/599a347c159ac244cd669d61c0a36527.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862663.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/fad/25640c93dfa5be027772cdd492203fad/25640c93dfa5be027772cdd492203fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862669.00000-0, db: /tmp/tmp8if_c1jb/sda/containers/0/f7a/ce54cdc0a54ac294d821b8622b47af7a/ce54cdc0a54ac294d821b8622b47af7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862632.00000-0, db: /tmp/tmp9bn_m6hc/sda/containers/0/54f/9a1befa7ec780f26d1982099e853054f/9a1befa7ec780f26d1982099e853054f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862636.00000-0, db: /tmp/tmp9bn_m6hc/sda/containers/0/a27/432aec5d0a3294a52694e04cfc96ba27/432aec5d0a3294a52694e04cfc96ba27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862634.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f1a/a4722c5f94c1183ecfa5ad6aacc5cf1a/a4722c5f94c1183ecfa5ad6aacc5cf1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862638.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/0c8/8294c9627ffd4e00257a2516b641f0c8/8294c9627ffd4e00257a2516b641f0c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862646.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/fed/36b3cd5a809763848440763ab5926fed/36b3cd5a809763848440763ab5926fed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862646.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/fed/36b3cd5a809763848440763ab5926fed/36b3cd5a809763848440763ab5926fed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862650.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/bda/1bfa3447c1c13c42b074ce67f1cbabda/1bfa3447c1c13c42b074ce67f1cbabda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862682.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/973/65087e26acad910cebbf5b00a6a77973/65087e26acad910cebbf5b00a6a77973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862690.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/b48/09aeb842dc178260c8c8429e9014eb48/09aeb842dc178260c8c8429e9014eb48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862694.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/950/fb30ac333157bd47e3828624acd6f950/fb30ac333157bd47e3828624acd6f950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862702.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/aaf/039f81f6ab923bcbcb469625d2a2baaf/039f81f6ab923bcbcb469625d2a2baaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862706.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/1a7/3c5648dcce594deab6efd2f542f451a7/3c5648dcce594deab6efd2f542f451a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862718.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/26a/4b8d14b75b5436515fb47c3dc7f0b26a/4b8d14b75b5436515fb47c3dc7f0b26a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862730.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/63f/bc8935c995cc142f3b987c70ce30e63f/bc8935c995cc142f3b987c70ce30e63f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862762.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/305/a6d314d285005366f961fe8daae95305/a6d314d285005366f961fe8daae95305.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862766.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/bd1/2c579f28e9ad17eb64e5b0734e835bd1/2c579f28e9ad17eb64e5b0734e835bd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862778.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/8b0/d6af37521b13d70c2e5d8c42c7a848b0/d6af37521b13d70c2e5d8c42c7a848b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862790.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c9d/a52a83f81a3675b3cff8da123dd5ec9d/a52a83f81a3675b3cff8da123dd5ec9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862802.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e6e/b81e55c74c3ddfc10fa35d2be53e4e6e/b81e55c74c3ddfc10fa35d2be53e4e6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862810.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/df9/d8986d5573ea902da779e71313b28df9/d8986d5573ea902da779e71313b28df9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862814.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5cd/eb06744b0b3ade8b4f84834f1bfa05cd/eb06744b0b3ade8b4f84834f1bfa05cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862822.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/b54/6dd3fdd851a470da6636a384f7c68b54/6dd3fdd851a470da6636a384f7c68b54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862826.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/338/aca1a1f0fae7a38f2bfc54c5daad2338/aca1a1f0fae7a38f2bfc54c5daad2338.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862834.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5ef/893a237bf94787fa5b2f9a56fbc085ef/893a237bf94787fa5b2f9a56fbc085ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862838.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/436/814508ebb35756d57dd416ca6dbc9436/814508ebb35756d57dd416ca6dbc9436.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862838.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/436/814508ebb35756d57dd416ca6dbc9436/814508ebb35756d57dd416ca6dbc9436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862846.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/48a/12abba013afda81ed5ec9c51135e448a/12abba013afda81ed5ec9c51135e448a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862850.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/0df/517b8101e668d509550a80a3693100df/517b8101e668d509550a80a3693100df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862858.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/2cd/093b743d0fa9206887fe9d5736b502cd/093b743d0fa9206887fe9d5736b502cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862862.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/292/0748e8eff7487252faeb5aabe27ab292/0748e8eff7487252faeb5aabe27ab292.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862870.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/28a/370c870db66864005470d9b3f515c28a/370c870db66864005470d9b3f515c28a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862870.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/28a/370c870db66864005470d9b3f515c28a/370c870db66864005470d9b3f515c28a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862874.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/635/2274cec017cfebe8562b00bbfa5e0635/2274cec017cfebe8562b00bbfa5e0635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862882.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/b04/5bdc60ad52ed2ec3cce2b22b242e5b04/5bdc60ad52ed2ec3cce2b22b242e5b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862886.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e58/eedfdd99b4614df5260cdf57e625ce58/eedfdd99b4614df5260cdf57e625ce58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862894.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5f6/d7c1968883c3cb241d836831ab2e35f6/d7c1968883c3cb241d836831ab2e35f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862898.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/6fa/47f1b0c18ee42ebb0790cec4a358a6fa/47f1b0c18ee42ebb0790cec4a358a6fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862906.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/838/636db0182f334b0c1d72e0d56aa48838/636db0182f334b0c1d72e0d56aa48838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862910.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/79b/02ec26d1fb604a9770c6bde3bc72d79b/02ec26d1fb604a9770c6bde3bc72d79b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862914.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/154/d2bac3edfa1f16c6b80fc768df2e3154/d2bac3edfa1f16c6b80fc768df2e3154.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862918.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/cdf/7633c3f88ba7fa32c70d7a9627103cdf/7633c3f88ba7fa32c70d7a9627103cdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862922.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e31/6f5e348aa4c79efac8fc8a0a17ac8e31/6f5e348aa4c79efac8fc8a0a17ac8e31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862926.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/173/b99ac881efe774fd071b62be4a22a173/b99ac881efe774fd071b62be4a22a173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862930.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f43/fb0914f6beb6daee0df8195356562f43/fb0914f6beb6daee0df8195356562f43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862934.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/629/31c045de15a1390382c630259a4cf629/31c045de15a1390382c630259a4cf629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862938.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/538/fd847374b434b4d43e3a178ea709a538/fd847374b434b4d43e3a178ea709a538.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862942.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/140/b81f54c0681230cafcf2fb43a571b140/b81f54c0681230cafcf2fb43a571b140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862946.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/fe7/d7f5b5b2e411ed279f788fc73ac72fe7/d7f5b5b2e411ed279f788fc73ac72fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862950.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/0c8/efd6612b5fbcd4b43ef940b9e3e630c8/efd6612b5fbcd4b43ef940b9e3e630c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862954.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/11b/d422e22243cdd09f03c555e3c9de011b/d422e22243cdd09f03c555e3c9de011b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862958.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/df3/c9711b414038883fd4a2efaabda29df3/c9711b414038883fd4a2efaabda29df3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862962.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/03e/f010c4a1c4925f9458354a4497aa803e/f010c4a1c4925f9458354a4497aa803e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862966.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/cda/4079542e7e86a16c7072847d36be1cda/4079542e7e86a16c7072847d36be1cda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862970.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c63/3e6f2dad300a8bbc25b6cbbf9e318c63/3e6f2dad300a8bbc25b6cbbf9e318c63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862974.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/d3a/fd452d5f48da34b4438d5381e308bd3a/fd452d5f48da34b4438d5381e308bd3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862978.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c95/7735207213650a136b605dda2fde1c95/7735207213650a136b605dda2fde1c95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862982.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f27/0f11f840f70e60d6b83d2dcaf6661f27/0f11f840f70e60d6b83d2dcaf6661f27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862986.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c54/c86938083de02b0baf63537dc3734c54/c86938083de02b0baf63537dc3734c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862990.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/ba3/91169c2f032f2390ac44ee12f8ec0ba3/91169c2f032f2390ac44ee12f8ec0ba3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862994.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/0c0/7e16bc9fba842a9981249f366d7cc0c0/7e16bc9fba842a9981249f366d7cc0c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862998.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/763/a5086febf7a47f6ac6b235b69673c763/a5086febf7a47f6ac6b235b69673c763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863002.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/2bd/6b7147f832ac7feaed1e892434ac42bd/6b7147f832ac7feaed1e892434ac42bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863006.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/706/792ac685c521f4ce8f276c66c75c0706/792ac685c521f4ce8f276c66c75c0706.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863010.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/2eb/156fea15367bab4502a7352724a492eb/156fea15367bab4502a7352724a492eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863014.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/8ae/30163825883862de8f6d34d68fb6f8ae/30163825883862de8f6d34d68fb6f8ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863018.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/8f7/7e1d330da14a94bf983a66831c9108f7/7e1d330da14a94bf983a66831c9108f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863022.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/bd0/265925cc4fee57a7bd337bf804d12bd0/265925cc4fee57a7bd337bf804d12bd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863026.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c27/a0b1c1e8864087093602cb734fff9c27/a0b1c1e8864087093602cb734fff9c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863030.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5b5/9ba021e7a99e802811c7cf07daa845b5/9ba021e7a99e802811c7cf07daa845b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863034.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/a4f/7c230ae8470c920253ba3ed30f6bca4f/7c230ae8470c920253ba3ed30f6bca4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863038.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f5d/5af23c2381a09792775e0ae0833ecf5d/5af23c2381a09792775e0ae0833ecf5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863042.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/0e9/48625ec1cb4ed42a1420a270b0c270e9/48625ec1cb4ed42a1420a270b0c270e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863046.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/c11/234c95bfc41123d68936daf9872f2c11/234c95bfc41123d68936daf9872f2c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863050.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/679/303af5471f0c726c24bac438a9913679/303af5471f0c726c24bac438a9913679.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863054.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/f7d/ee8f98b22f97c40a6cb1b32da7935f7d/ee8f98b22f97c40a6cb1b32da7935f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863058.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/6a3/f3b4e428869f649f31dfe3e1a132d6a3/f3b4e428869f649f31dfe3e1a132d6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863062.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/76e/60989820d1663afe29d15e70656ab76e/60989820d1663afe29d15e70656ab76e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863066.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/b42/25f627187476ede99f6ad9e321b8bb42/25f627187476ede99f6ad9e321b8bb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863070.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/10e/7366733f74ff3a24822a16415c17c10e/7366733f74ff3a24822a16415c17c10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863074.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/a2c/43533bebbeb93ddf7893321029b4da2c/43533bebbeb93ddf7893321029b4da2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863078.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/358/f6fe1c17678ba7c11f67b460ecd77358/f6fe1c17678ba7c11f67b460ecd77358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863082.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/982/50b2a95b98c132cf89680bef6aadc982/50b2a95b98c132cf89680bef6aadc982.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863086.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/a58/f015c6dbf9e85790a0805d7a82d1ba58/f015c6dbf9e85790a0805d7a82d1ba58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863090.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/27e/89ed00e2ea2c633cc029dd6e0246a27e/89ed00e2ea2c633cc029dd6e0246a27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863094.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e1b/db5e82207abe79340a62755f2c618e1b/db5e82207abe79340a62755f2c618e1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863098.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/5c8/a6535388218360754fa336dd654a65c8/a6535388218360754fa336dd654a65c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863102.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/e1e/38f0ee88d077b906a49f1734867dce1e/38f0ee88d077b906a49f1734867dce1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863106.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/412/05c68ae0cc64e770e57c53400db01412/05c68ae0cc64e770e57c53400db01412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863110.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/647/b5c32a71ee158f42372f95c7cee72647/b5c32a71ee158f42372f95c7cee72647.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txaf49c368f9d74c5b95dfa-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txaf49c368f9d74c5b95dfa-006645fc69) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txaf49c368f9d74c5b95dfa-006645fc69) +proxy-server ERROR: Object GET returning 503 for [] (txn: txaf49c368f9d74c5b95dfa-006645fc69) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf15bf689c52f4f419aa2c-006645fc6a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf15bf689c52f4f419aa2c-006645fc6a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txf15bf689c52f4f419aa2c-006645fc6a) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf15bf689c52f4f419aa2c-006645fc6a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0c21307ccb3546e4a9db6-006645fc6a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0c21307ccb3546e4a9db6-006645fc6a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0c21307ccb3546e4a9db6-006645fc6a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0c21307ccb3546e4a9db6-006645fc6a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test DEBUG: Replicating db /tmp/tmpioxf3h0m/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '52d7e957798433e45e7fa9802976af0f', 'a556f80c-691c-4af8-92fa-3fc2dc9d131f-sda', '1715862638.72077', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a556f80c-691c-4af8-92fa-3fc2dc9d131f-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '52d7e957798433e45e7fa9802976af0f', 'a556f80c-691c-4af8-92fa-3fc2dc9d131f-sda', '1715862638.72077', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a556f80c-691c-4af8-92fa-3fc2dc9d131f-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp04yg_aez/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'd7d76c79-ba61-4e2b-8a56-4a86a31e1c8a-sda', '1715862638.74111', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715862638.74246"]}', '1715860800.00000', 0, 1) +test DEBUG: /tmp/tmp04yg_aez/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd7d76c79-ba61-4e2b-8a56-4a86a31e1c8a-sda') +test DEBUG: /tmp/tmp04yg_aez/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00320697s) +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) +REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'd7d76c79-ba61-4e2b-8a56-4a86a31e1c8a-sda', '1715862638.74111', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715862638.74246"]}', '1715860800.00000', 0, 1) +REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('d7d76c79-ba61-4e2b-8a56-4a86a31e1c8a-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp04yg_aez/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02366 seconds (42.27387/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp04yg_aez/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'c8c759bc-b001-48e2-a65e-2273d936a304-sda', '1715862638.77022', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('c8c759bc-b001-48e2-a65e-2273d936a304-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'c8c759bc-b001-48e2-a65e-2273d936a304-sda', '1715862638.77022', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('c8c759bc-b001-48e2-a65e-2273d936a304-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgepq49zw/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '20863faf-7a98-4851-bddc-c52d4298b043-sda', '1715862638.78866', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715862638.78991"]}', '1715860800.00000', 0, 0) +test DEBUG: /tmp/tmpgepq49zw/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '20863faf-7a98-4851-bddc-c52d4298b043-sda') +test DEBUG: /tmp/tmpgepq49zw/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00306606s) +REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) +REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '20863faf-7a98-4851-bddc-c52d4298b043-sda', '1715862638.78866', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715862638.78991"]}', '1715860800.00000', 0, 0) +REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('20863faf-7a98-4851-bddc-c52d4298b043-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpgepq49zw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02265 seconds (44.14201/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpgepq49zw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '52d7e957798433e45e7fa9802976af0f', 'd91fd2ad-f291-480f-afe0-eff427aa16ea-sda', '1715862638.81645', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('d91fd2ad-f291-480f-afe0-eff427aa16ea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, '52d7e957798433e45e7fa9802976af0f', 'd91fd2ad-f291-480f-afe0-eff427aa16ea-sda', '1715862638.81645', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('d91fd2ad-f291-480f-afe0-eff427aa16ea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7_ere7_f/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '174e13172cb45b869cb3f2ffd24f7a38', '3a94b7f9-8951-4128-bbac-43c83fe95791-sda', '1715862638.83984', '1715862638.00000', '0', '', '1715862638.00000', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862640.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862641.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3a94b7f9-8951-4128-bbac-43c83fe95791-sda') +test DEBUG: /tmp/tmp7_ere7_f/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00294876s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '174e13172cb45b869cb3f2ffd24f7a38', '3a94b7f9-8951-4128-bbac-43c83fe95791-sda', '1715862638.83984', '1715862638.00000', '0', '', '1715862638.00000', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3a94b7f9-8951-4128-bbac-43c83fe95791-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7_ere7_f/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02213 seconds (45.19071/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7_ere7_f/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '3f3890b5f13aab5ed004dfa1703e4dd1', 'c35056c0-7f96-4cff-9803-8737a72301d9-sda', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('c35056c0-7f96-4cff-9803-8737a72301d9-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '3f3890b5f13aab5ed004dfa1703e4dd1', 'c35056c0-7f96-4cff-9803-8737a72301d9-sda', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('c35056c0-7f96-4cff-9803-8737a72301d9-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '3f3890b5f13aab5ed004dfa1703e4dd1', 'b56d8600-c0ba-4fa0-9156-5558db861862-', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '3f3890b5f13aab5ed004dfa1703e4dd1', 'b56d8600-c0ba-4fa0-9156-5558db861862-', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmp7_ere7_f/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '5a035bbbe38ef39572f416c742a54e60', '7e2861ef-5250-4768-a411-da10af01d472-sdb', '1715862638.83984', '1715862639.00000', '0', '', '1715862639.00000', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862642.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862643.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7e2861ef-5250-4768-a411-da10af01d472-sdb') +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00319505s) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '3a94b7f9-8951-4128-bbac-43c83fe95791-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '5a035bbbe38ef39572f416c742a54e60', '7e2861ef-5250-4768-a411-da10af01d472-sdb', '1715862638.83984', '1715862639.00000', '0', '', '1715862639.00000', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862642.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862643.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7e2861ef-5250-4768-a411-da10af01d472-sdb') +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00405169s) +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '3a94b7f9-8951-4128-bbac-43c83fe95791-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04223 seconds (47.36024/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, 'abbe26513b2593bbfb2f718d0e3c5488', 'b56d8600-c0ba-4fa0-9156-5558db861862-', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1715862643.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715862643.00000', 'deleted': 0, 'storage_policy_index': 0}], 'b56d8600-c0ba-4fa0-9156-5558db861862-') +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00392461s) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, merge_syncs, ([{'remote_id': 'c35056c0-7f96-4cff-9803-8737a72301d9-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (2, 'abbe26513b2593bbfb2f718d0e3c5488', 'b56d8600-c0ba-4fa0-9156-5558db861862-', '1715862638.86867', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/8d3e78186fbbc567af75ccdf274ec6bf, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1715862643.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715862643.00000', 'deleted': 0, 'storage_policy_index': 0}], 'b56d8600-c0ba-4fa0-9156-5558db861862-') +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test DEBUG: /tmp/tmp7_ere7_f/sdb/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00369859s) +REPLICATE: /sda/0/8d3e78186fbbc567af75ccdf274ec6bf, merge_syncs, ([{'remote_id': 'c35056c0-7f96-4cff-9803-8737a72301d9-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +Unlinked retiring db '/tmp/tmpt7ltmof7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txc605600da5f343679eccc-006645fc6d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txc605600da5f343679eccc-006645fc6d) +test INFO: Client disconnected on read of '/a/c' (txn: txc605600da5f343679eccc-006645fc6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9109750b13fc4b03bc9fc-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9109750b13fc4b03bc9fc-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9109750b13fc4b03bc9fc-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9109750b13fc4b03bc9fc-006645fc6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx51f2778487a04243bf684-006645fc6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx37bc915c1d8f47eab3614-006645fc6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6f67b151dd72465c9bc1b-006645fc6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx56362420b8ba426996ab2-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx7e8489525376434296338-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx12cc4c5816b743caaef99-006645fc6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx82c64b5a7a3b4958b8c17-006645fc6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx32e87dd8ab104717957a3-006645fc6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9f9a0074eacb4d4b9cb2c-006645fc6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx778be0898c3e4dc08b2c9-006645fc6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx8386afc0754e45e98ee67-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx14e694ae012744eaa9c03-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0c07697cddab4923a7556-006645fc6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx96a4471b4c554e29a4b9f-006645fc6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx13effebe9d3347e4850e9-006645fc6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txaf339e2d6e114a79ac6ff-006645fc6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf768546fb83b4b8d94d5b-006645fc6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx47bf6cdbccda40d08b77b-006645fc6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx73703d3b27734688967b7-006645fc6d) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '055e9260e1a7fcfb5077502535bad23e', '42db30d3-c258-44a4-97cc-f38b3ce06538-', '1715862638.95892', '1715862638.95674', '0', '', '1715862638.95674', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('42db30d3-c258-44a4-97cc-f38b3ce06538-', 'c0ad7ddcd21bd2c0303123f75421e928_1715862638.96031.db') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '055e9260e1a7fcfb5077502535bad23e', '42db30d3-c258-44a4-97cc-f38b3ce06538-', '1715862638.95892', '1715862638.95674', '0', '', '1715862638.95674', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862638.96024', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862638.96024', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862638.96024', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862638.96046', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862638.96046', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862638.96031', 'epoch': '1715862638.96031', 'reported': 0, 'tombstones': -1}], '42db30d3-c258-44a4-97cc-f38b3ce06538-') +test DEBUG: /tmp/tmpt7ltmof7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.96031.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt7ltmof7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.96031.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpjyb5zt_w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +Unlinked retiring db '/tmp/tmpjyb5zt_w/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -32724,7425 +42516,21 @@ test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9d4a0acd-87f7-4eeb-9ada-b95d843537d0-sda', '1750272436.51142', '1750272436', '0', '', '1750272436', 0, 0) -test DEBUG: /tmp/tmp4f7vywj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9d4a0acd-87f7-4eeb-9ada-b95d843537d0-sda', '1750272436.51142', '1750272436', '0', '', '1750272436', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9d4a0acd-87f7-4eeb-9ada-b95d843537d0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01263 seconds (79.17603/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvrkiezoh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'f646b954-88d0-4e76-9491-a29bf59d9885-sda', '1750272436.53607', '1750272436', '0', '', '1750272436', 1, 0) -test DEBUG: /tmp/tmpvrkiezoh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'f646b954-88d0-4e76-9491-a29bf59d9885-sda', '1750272436.53607', '1750272436', '0', '', '1750272436', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f646b954-88d0-4e76-9491-a29bf59d9885-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01346 seconds (74.28619/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2dt3smh3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7994c6f5-9bb2-4914-acca-79e30b79267e-sda', '1750272436.90974', '1750272438', '0', '', '1750272438', 0, 1) -test DEBUG: /tmp/tmp2dt3smh3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7994c6f5-9bb2-4914-acca-79e30b79267e-sda', '1750272436.90974', '1750272438', '0', '', '1750272438', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7994c6f5-9bb2-4914-acca-79e30b79267e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01082 seconds (92.41319/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1socwab7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'f08284cc-2bc0-4905-8634-1c538133fa07-sda', '1750272436.93186', '1750272438', '0', '', '1750272438', 1, 1) -test DEBUG: /tmp/tmp1socwab7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272439.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f08284cc-2bc0-4905-8634-1c538133fa07-sda') -test DEBUG: /tmp/tmp1socwab7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00336528s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'f08284cc-2bc0-4905-8634-1c538133fa07-sda', '1750272436.93186', '1750272438', '0', '', '1750272438', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f08284cc-2bc0-4905-8634-1c538133fa07-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01682 seconds (59.44526/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1qh2ocjo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', '80d8c888-f13e-456b-a17e-622705a14d4f-sda', '1750272436.95663', '1750272436', '1750272437', '', '1750272437', 1, 0) -test DEBUG: /tmp/tmp1qh2ocjo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272439.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '80d8c888-f13e-456b-a17e-622705a14d4f-sda') -test DEBUG: /tmp/tmp1qh2ocjo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00294971s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', '80d8c888-f13e-456b-a17e-622705a14d4f-sda', '1750272436.95663', '1750272436', '1750272437', '', '1750272437', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('80d8c888-f13e-456b-a17e-622705a14d4f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02348 seconds (42.59413/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfi9fxgqg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'b081a147-ad3d-4fb5-b778-4da604ca70ec-sda', '1750272436.99099', '1750272436', '1750272437', '', '1750272437', 1, 0) -test DEBUG: /tmp/tmpfi9fxgqg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6cc6edae2ece20364f57cff1dd44bfe0', 'b081a147-ad3d-4fb5-b778-4da604ca70ec-sda', '1750272436.99099', '1750272436', '1750272437', '', '1750272437', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b081a147-ad3d-4fb5-b778-4da604ca70ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.11636 seconds (8.59386/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8jejrhz7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0039 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:17 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0043 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0038 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0039 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '78d443e7-c0d2-47a0-b512-df790dd280b1-sda', '1750272437.11962', '1750272439', '1750272438', '', '1750272439', 0, 1) -test DEBUG: /tmp/tmp8jejrhz7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '78d443e7-c0d2-47a0-b512-df790dd280b1-sda', '1750272437.11962', '1750272439', '1750272438', '', '1750272439', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('78d443e7-c0d2-47a0-b512-df790dd280b1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18534 seconds (5.39559/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5g9y5_jp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ebe05229322a052017f5f7b15cbc883b', '208e26cd-2a0d-4fee-9bb3-7a37485f3a7d-sda', '1750272437.31698', '1750272439', '1750272438', '', '1750272439', 1, 1) -test DEBUG: /tmp/tmp5g9y5_jp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272441.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '208e26cd-2a0d-4fee-9bb3-7a37485f3a7d-sda') -test DEBUG: /tmp/tmp5g9y5_jp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00321817s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ebe05229322a052017f5f7b15cbc883b', '208e26cd-2a0d-4fee-9bb3-7a37485f3a7d-sda', '1750272437.31698', '1750272439', '1750272438', '', '1750272439', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('208e26cd-2a0d-4fee-9bb3-7a37485f3a7d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01629 seconds (61.39166/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnr12kdwu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bbc842f-7152-46e2-844b-2e8ce6a4e036-sda', '1750272437.34413', '1750272439', '1750272438', '', '1750272439', 0, 1) -test DEBUG: /tmp/tmpnr12kdwu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bbc842f-7152-46e2-844b-2e8ce6a4e036-sda', '1750272437.34413', '1750272439', '1750272438', '', '1750272439', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4bbc842f-7152-46e2-844b-2e8ce6a4e036-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01117 seconds (89.50251/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8iiyhgrh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ebe05229322a052017f5f7b15cbc883b', 'd3e24bb4-139e-4f00-969b-28dd4f08f2af-sda', '1750272437.36576', '1750272439', '1750272438', '', '1750272439', 1, 1) -test DEBUG: /tmp/tmp8iiyhgrh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ebe05229322a052017f5f7b15cbc883b', 'd3e24bb4-139e-4f00-969b-28dd4f08f2af-sda', '1750272437.36576', '1750272439', '1750272438', '', '1750272439', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d3e24bb4-139e-4f00-969b-28dd4f08f2af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01247 seconds (80.18411/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7s2d4vm0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ee484747-f093-4619-b51c-f4db3d18ccfa-sda', '1750272437.74947', '1750272440', '1750272439', '', '1750272440', 0, 0) -test DEBUG: /tmp/tmp7s2d4vm0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ee484747-f093-4619-b51c-f4db3d18ccfa-sda', '1750272437.74947', '1750272440', '1750272439', '', '1750272440', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ee484747-f093-4619-b51c-f4db3d18ccfa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00982 seconds (101.84201/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbj0vlugs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', '5f96a396-af95-4ce8-9e87-369300671818-sda', '1750272437.77037', '1750272440', '1750272439', '', '1750272440', 1, 0) -test DEBUG: /tmp/tmpbj0vlugs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272442.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5f96a396-af95-4ce8-9e87-369300671818-sda') -test DEBUG: /tmp/tmpbj0vlugs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270104s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', '5f96a396-af95-4ce8-9e87-369300671818-sda', '1750272437.77037', '1750272440', '1750272439', '', '1750272440', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5f96a396-af95-4ce8-9e87-369300671818-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02143 seconds (46.66538/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf9bf00bn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750272442.7691774, time window end: 1750272442.7691774, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750272442.7712743, time window end: 1750272442.7712827, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1750272442.771411, time window end: 1750272442.771668, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1750272442.771752, time window end: 1750272442.7717996, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69aaa433-202f-4a74-bddf-3fdb9b985d9a-sda', '1750272437.80318', '1750272440', '1750272439', '', '1750272440', 0, 0) -test DEBUG: /tmp/tmpf9bf00bn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69aaa433-202f-4a74-bddf-3fdb9b985d9a-sda', '1750272437.80318', '1750272440', '1750272439', '', '1750272440', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('69aaa433-202f-4a74-bddf-3fdb9b985d9a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48501 seconds (2.06180/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmz48xe3_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', '763553af-e219-46a3-9c1f-7cc006abab1b-sda', '1750272438.29953', '1750272441', '1750272440', '', '1750272441', 1, 0) -test DEBUG: /tmp/tmpmz48xe3_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', '763553af-e219-46a3-9c1f-7cc006abab1b-sda', '1750272438.29953', '1750272441', '1750272440', '', '1750272441', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('763553af-e219-46a3-9c1f-7cc006abab1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01373 seconds (72.85266/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0ac2m9fh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1377da83-92d5-47d6-93c0-5ad18983d174-sda', '1750272438.86328', '1750272441', '1750272440', '', '1750272441', 0, 1) -test DEBUG: /tmp/tmp0ac2m9fh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1377da83-92d5-47d6-93c0-5ad18983d174-sda', '1750272438.86328', '1750272441', '1750272440', '', '1750272441', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1377da83-92d5-47d6-93c0-5ad18983d174-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01182 seconds (84.60963/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3r652atr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', 'f2299eeb-a4ae-4279-8ddf-f6f4506ca74f-sda', '1750272438.88662', '1750272441', '1750272440', '', '1750272441', 1, 0) -test DEBUG: /tmp/tmp3r652atr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272442.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f2299eeb-a4ae-4279-8ddf-f6f4506ca74f-sda') -test DEBUG: /tmp/tmp3r652atr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00327945s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', 'f2299eeb-a4ae-4279-8ddf-f6f4506ca74f-sda', '1750272438.88662', '1750272441', '1750272440', '', '1750272441', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2299eeb-a4ae-4279-8ddf-f6f4506ca74f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01639 seconds (61.01922/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqsv8uwoi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '38096e74-5bad-4f37-9cbe-ad0ee0543eab-sda', '1750272438.91678', '1750272441', '1750272440', '', '1750272441', 0, 0) -test DEBUG: /tmp/tmpqsv8uwoi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '38096e74-5bad-4f37-9cbe-ad0ee0543eab-sda', '1750272438.91678', '1750272441', '1750272440', '', '1750272441', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('38096e74-5bad-4f37-9cbe-ad0ee0543eab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01139 seconds (87.79944/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp26ntarb5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', '0f222f62-90e8-4482-b460-9a8ff7d1dd1b-sda', '1750272438.93903', '1750272441', '1750272440', '', '1750272441', 1, 0) -test DEBUG: /tmp/tmp26ntarb5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d43eb6906845dd6d98fca79fcb13c4d', '0f222f62-90e8-4482-b460-9a8ff7d1dd1b-sda', '1750272438.93903', '1750272441', '1750272440', '', '1750272441', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f222f62-90e8-4482-b460-9a8ff7d1dd1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01248 seconds (80.13049/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb0fhs3_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6bad9898-192c-49e8-9eaf-02f91367a815-sda', '1750272438.96088', '1750272442', '1750272441', '', '1750272442', 0, 0) -test DEBUG: /tmp/tmpb0fhs3_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272438.77958', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184718Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272438.79195', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0032 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test DEBUG: Unlinked retiring db '/tmp/tmpczpmcgck/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0013 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495493 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0049 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test INFO: - - 18/Jun/2025/18/47/21 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.763806820 1750272441.763975620 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1750272441.763767958 1750272441.764902592 0 -test INFO: - - 18/Jun/2025/18/47/21 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.766175032 1750272441.766381741 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750272441.766136408 1750272441.766791821 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.768004179 1750272441.768166065 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1750272441.767967939 1750272441.768644333 0 -test INFO: - - 18/Jun/2025/18/47/21 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.769817352 1750272441.770008802 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750272441.769781590 1750272441.770417452 0 -test INFO: - - 18/Jun/2025/18/47/21 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272441.771580935 1750272441.771712780 0 -test INFO: - - 18/Jun/2025/18/47/21 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1750272441.771545887 1750272441.772101402 0 -test INFO: - - 18/Jun/2025/18/47/21 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.773947716 1750272441.774109364 0 -test INFO: - - 18/Jun/2025/18/47/21 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272441.774414778 1750272441.774587870 0 -test INFO: - - 18/Jun/2025/18/47/21 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272441.774937868 1750272441.775050402 0 -test INFO: - - 18/Jun/2025/18/47/21 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1750272441.773829460 1750272441.775443792 - -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmp99_ue6u4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp609zy_ap/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp609zy_ap/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -HTTP PERF: 0.00999 seconds to PUT 127.0.0.1:54575 /sda1/2/.shards_a/c) -HTTP PERF: 0.01065 seconds to PUT 127.0.0.1:54575 /sda1/2/.shards_a/c) -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -Quarantined /tmp/tmpi2kb23ph/dev/dbs/par/pre/db to /tmp/tmpi2kb23ph/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpi2kb23ph/dev/dbs/par/pre/db to /tmp/tmpi2kb23ph/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpi2kb23ph/dev/dbs/par/pre/db to /tmp/tmpi2kb23ph/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpi2kb23ph/dev/dbs/par/pre/db to /tmp/tmpi2kb23ph/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -Quarantined /tmp/tmprwk1wuvk/dev/dbs/par/pre/db to /tmp/tmprwk1wuvk/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpcf68a1fr/dev/dbs/par/pre/db to /tmp/tmpcf68a1fr/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp609zy_ap/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpouuq3llf/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpouuq3llf/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -HTTP PERF: 0.00104 seconds to PUT 127.0.0.1:60391 /sda1/0/a/c) -HTTP PERF: 0.00113 seconds to PUT 127.0.0.1:60391 /sda1/0/a/c) -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test INFO: - - 18/Jun/2025/18/47/21 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272441.776820660 1750272441.777017117 0 -test INFO: - - 18/Jun/2025/18/47/22 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1750272442.817560434 1750272442.817883730 0 -test INFO: - - 18/Jun/2025/18/47/22 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272442.818371534 1750272442.818533182 0 -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 1.0424 - - 1750272441.776708841 1750272442.819059372 - -test INFO: - - 18/Jun/2025/18/47/22 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272442.820567846 1750272442.820740700 0 -test INFO: - - 18/Jun/2025/18/47/22 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272442.821153164 1750272442.821337700 0 -test INFO: - - 18/Jun/2025/18/47/22 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272442.821704149 1750272442.821822643 0 -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1750272442.820449114 1750272442.822218180 - -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272442.823594332 1750272442.823784113 0 -test INFO: - - 18/Jun/2025/18/47/22 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272442.824098587 1750272442.824261189 0 -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272442.824644089 1750272442.824786901 0 -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1750272442.823478937 1750272442.825166225 - -test INFO: - - 18/Jun/2025/18/47/22 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272442.826821089 1750272442.826972246 0 -test INFO: - - 18/Jun/2025/18/47/22 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272442.827258825 1750272442.827418089 0 -test INFO: - - 18/Jun/2025/18/47/22 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272442.827744007 1750272442.827872515 0 -test INFO: - - 18/Jun/2025/18/47/22 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1750272442.826705694 1750272442.828267574 - -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6bad9898-192c-49e8-9eaf-02f91367a815-sda', '1750272438.96088', '1750272442', '1750272441', '', '1750272442', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6bad9898-192c-49e8-9eaf-02f91367a815-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38556 seconds (2.59366/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpumaa71wn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '50164801-e5f3-4285-8699-85ad5fbe8e87-sda', '1750272439.36373', '1750272443', '1750272442', '', '1750272443', 1, 0) -test DEBUG: /tmp/tmpumaa71wn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272444.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '50164801-e5f3-4285-8699-85ad5fbe8e87-sda') -test DEBUG: /tmp/tmpumaa71wn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00316501s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '50164801-e5f3-4285-8699-85ad5fbe8e87-sda', '1750272439.36373', '1750272443', '1750272442', '', '1750272443', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('50164801-e5f3-4285-8699-85ad5fbe8e87-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01562 seconds (63.99959/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpucezqyrf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ecafad1-a1d0-4a03-b776-9febbb68377e-sda', '1750272439.39198', '1750272443', '1750272442', '', '1750272443', 0, 1) -test DEBUG: /tmp/tmpucezqyrf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ecafad1-a1d0-4a03-b776-9febbb68377e-sda', '1750272439.39198', '1750272443', '1750272442', '', '1750272443', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5ecafad1-a1d0-4a03-b776-9febbb68377e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01131 seconds (88.39154/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzy3v8gul/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '8b26e396-fe63-4a94-9b33-a593ed40acb1-sda', '1750272439.41451', '1750272443', '1750272442', '', '1750272443', 1, 0) -test DEBUG: /tmp/tmpzy3v8gul/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '8b26e396-fe63-4a94-9b33-a593ed40acb1-sda', '1750272439.41451', '1750272443', '1750272442', '', '1750272443', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b26e396-fe63-4a94-9b33-a593ed40acb1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01307 seconds (76.52803/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpga9linhy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd24ad165-3b0a-4af2-9305-0e7ad18efdf9-sda', '1750272439.91087', '1750272444', '1750272443', '', '1750272444', 0, 0) -test DEBUG: /tmp/tmpga9linhy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd24ad165-3b0a-4af2-9305-0e7ad18efdf9-sda', '1750272439.91087', '1750272444', '1750272443', '', '1750272444', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d24ad165-3b0a-4af2-9305-0e7ad18efdf9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01928 seconds (51.87220/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptns54ezn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a85d090f7cb0e9b9512a75264c87ce4', '7c0839e7-d780-4902-9f2a-dcd9973517bd-sda', '1750272439.95186', '1750272444', '1750272443', '', '1750272444', 1, 0) -test DEBUG: /tmp/tmptns54ezn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272445.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7c0839e7-d780-4902-9f2a-dcd9973517bd-sda') -test DEBUG: /tmp/tmptns54ezn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00257754s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a85d090f7cb0e9b9512a75264c87ce4', '7c0839e7-d780-4902-9f2a-dcd9973517bd-sda', '1750272439.95186', '1750272444', '1750272443', '', '1750272444', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c0839e7-d780-4902-9f2a-dcd9973517bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01648 seconds (60.66532/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvaxkww5q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '49a81109-11da-4676-8552-e683bc730e08-sda', '1750272439.97945', '1750272444', '1750272443', '', '1750272444', 0, 0) -test DEBUG: /tmp/tmpvaxkww5q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184720Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.09509', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -Traceback (most recent call last): -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 2495493 0 -test DEBUG: Unlinked retiring db '/tmp/tmpcr2oknc4/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0082 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0049 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:19 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0044 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:19 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:19 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2495493 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:47:19 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0073 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:19 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0008 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0053 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0044 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0017 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test DEBUG: Update report sent for /a/c /tmp/tmpouuq3llf/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpfckcquu4/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpsg8tryrc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmptedah15p/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmptedah15p/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -HTTP PERF: 0.00077 seconds to PUT 127.0.0.1:33629 /sda1/2/.shards_a/c) -HTTP PERF: 0.00139 seconds to PUT 127.0.0.1:33629 /sda1/2/.shards_a/c) -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test DEBUG: Update report sent for /.shards_a/c /tmp/tmptedah15p/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -HTTP PERF: 0.00146 seconds to PUT 127.0.0.1:59597 /sda1/0/a/%C3%8E%C2%A9) -HTTP PERF: 0.00210 seconds to PUT 127.0.0.1:59597 /sda1/0/a/%C3%8E%C2%A9) -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmplh7ay7ke/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749603600 -test DEBUG: looking for objects in 1749603600 -test DEBUG: checking container 1749600000 -test DEBUG: looking for objects in 1749600000 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1750266000 -test DEBUG: looking for objects in 1750266000 -test DEBUG: checking container 1750262400 -test DEBUG: looking for objects in 1750262400 -test DEBUG: checking container 1750258800 -test DEBUG: looking for objects in 1750258800 -test DEBUG: checking container 1750255200 -test DEBUG: looking for objects in 1750255200 -test DEBUG: checking container 1750251600 -test DEBUG: looking for objects in 1750251600 -test DEBUG: checking container 1750248000 -test DEBUG: looking for objects in 1750248000 -test DEBUG: checking container 1750244400 -test DEBUG: looking for objects in 1750244400 -test DEBUG: checking container 1750240800 -test DEBUG: looking for objects in 1750240800 -test DEBUG: checking container 1750237200 -test DEBUG: looking for objects in 1750237200 -test DEBUG: checking container 1749664800 -test DEBUG: looking for objects in 1749664800 -test DEBUG: checking container 1749661200 -test DEBUG: looking for objects in 1749661200 -test DEBUG: checking container 1749657600 -test DEBUG: looking for objects in 1749657600 -test DEBUG: checking container 1749654000 -test DEBUG: looking for objects in 1749654000 -test DEBUG: checking container 1749650400 -test DEBUG: looking for objects in 1749650400 -test DEBUG: checking container 1749646800 -test DEBUG: looking for objects in 1749646800 -test DEBUG: checking container 1749643200 -test DEBUG: looking for objects in 1749643200 -test DEBUG: checking container 1749639600 -test DEBUG: looking for objects in 1749639600 -test DEBUG: checking container 1749636000 -test DEBUG: looking for objects in 1749636000 -test DEBUG: checking container 1749632400 -test DEBUG: looking for objects in 1749632400 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '49a81109-11da-4676-8552-e683bc730e08-sda', '1750272439.97945', '1750272444', '1750272443', '', '1750272444', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('49a81109-11da-4676-8552-e683bc730e08-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.07614 seconds (13.13357/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1uiks987/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1ab74028517a91e6bf9aaba59a77cd70', '99546462-9d90-4401-abb3-d8154d8221ce-sda', '1750272440.07582', '1750272445', '1750272444', '', '1750272445', 1, 1) -test DEBUG: /tmp/tmp1uiks987/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1ab74028517a91e6bf9aaba59a77cd70', '99546462-9d90-4401-abb3-d8154d8221ce-sda', '1750272440.07582', '1750272445', '1750272444', '', '1750272445', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('99546462-9d90-4401-abb3-d8154d8221ce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02013 seconds (49.67235/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5546ac24-e017-478c-a247-d7cad05a07ff-sda', '1750272440.37482', '1750272440.00000', '0', '', '1750272440.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5546ac24-e017-478c-a247-d7cad05a07ff-sda', '1750272440.37482', '1750272441.00000', '0', '', '1750272440.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '81249786eb4a7fe2800003be899cfe5a', '433610e4-048d-4aa0-a4af-05806eea64e0-sda', '1750272440.40884', '1750272440.40688', '0', '', '1750272440.40688', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1750272440.41325', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1750272440.41391', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1750272440.41402', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1750272440.41410', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1750272440.41417', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1750272440.41425', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1750272440.41433', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1750272440.41440', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1750272440.41448', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1750272440.41455', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1750272440.41467', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1750272440.42568', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1750272440.42905', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1750272440.43624', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1750272440.43945', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1750272440.44268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1750272440.44797', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1750272440.45102', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1750272440.45394', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1750272440.45724', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '03b19b3c9bc883c87e783130ac4bbc3f', '433610e4-048d-4aa0-a4af-05806eea64e0-sda', '1750272440.40884', '1750272440.40688', '0', '', '1750272440.40688', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1750272440.46158', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '433610e4-048d-4aa0-a4af-05806eea64e0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplew_djl2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'abf47969-318f-4024-8658-b59cfea8f64d-sda', '1750272440.47712', '1750272441', '0', '', '1750272441', 0, 0) -test DEBUG: /tmp/tmplew_djl2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test DEBUG: Update report sent for /a/Ω /tmp/tmprdm84ia4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186043 1750186043-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186043 1750186043-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186043 1750186043-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186043 1750186043-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186043 1750186043-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272442 1750272442-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272442 1750272442-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272442 1750272442-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272442 1750272442-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272442 1750272442-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/47/20 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1750272440.403320312 1750272440.404452801 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/47/20 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1750272440.405014753 1750272440.405780554 0 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184720Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.11269', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.12991', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0153 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0085 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0052 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0040 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0065 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2495493 nada -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 2495493 999 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0035 "-" 2495493 1 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 2495493 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2495493 - -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272442.545100) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272442.545100) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272442.545100) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272442.545100) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1750272442.545100) in policy_index 1 will be deleted from policy_index 0 (1750272442.54510_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1750272442.545100) deleted from policy_index 0 (1750272442.54510_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1750272442.545100) from policy_index 1 (1750272442.54510_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1750272442.545100) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1750272442.545100) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1750272442.545100) from the queue (1750272442.54510_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.14646', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.23119', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272440.23852', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1750186043-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1750186043-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx7da602f6ae954778a3215-00685309bb) -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx17e00feccec5462c9f957-00685309bb) -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx1992f0b04acc4206a1090-00685309bb) -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.1" 200 160 0.000060 -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:47:23] "GET /otherurl HTTP/1.1" 200 179 0.000029 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.0" 200 186 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.0" 200 179 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.0" 200 180 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.0" 200 180 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -proxy INFO: (2495489) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2495489) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:47:23] "GET /someurl HTTP/1.0" 200 180 0.000032 -proxy INFO: wsgi exiting -proxy INFO: (2495489) wsgi exited, is_accepting=True -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 18/Jun/2025/18/47/23 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1750272443.491586924 1750272443.491832495 - -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'abf47969-318f-4024-8658-b59cfea8f64d-sda', '1750272440.47712', '1750272441', '0', '', '1750272441', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('abf47969-318f-4024-8658-b59cfea8f64d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.75633 seconds (1.32217/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe7mzgnwy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', '80a40e28-55e0-4e9e-9b7f-7b1ade89a1b7-sda', '1750272441.24268', '1750272442', '0', '', '1750272442', 1, 1) -test DEBUG: /tmp/tmpe7mzgnwy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272443.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '80a40e28-55e0-4e9e-9b7f-7b1ade89a1b7-sda') -test DEBUG: /tmp/tmpe7mzgnwy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00260592s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', '80a40e28-55e0-4e9e-9b7f-7b1ade89a1b7-sda', '1750272441.24268', '1750272442', '0', '', '1750272442', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('80a40e28-55e0-4e9e-9b7f-7b1ade89a1b7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe7mzgnwy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02020 seconds (49.51110/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe7mzgnwy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '611e6923f18775da28c37921a9b94e4d', '1214802a-85dd-404b-a520-4f9e1228d31f-sda', '1750272441.26254', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1214802a-85dd-404b-a520-4f9e1228d31f-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '611e6923f18775da28c37921a9b94e4d', '1214802a-85dd-404b-a520-4f9e1228d31f-sda', '1750272441.26254', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1214802a-85dd-404b-a520-4f9e1228d31f-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqou3kiyp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0ad0ca81-0342-4627-ab31-0223415641b7-sda', '1750272441.28116', '1750272442', '0', '', '1750272442', 0, 0) -test DEBUG: /tmp/tmpqou3kiyp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0ad0ca81-0342-4627-ab31-0223415641b7-sda', '1750272441.28116', '1750272442', '0', '', '1750272442', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0ad0ca81-0342-4627-ab31-0223415641b7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01082 seconds (92.38673/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2mii2mci/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', 'c2c931ef-c44e-4912-8dc4-37720d45ec93-sda', '1750272441.30219', '1750272442', '0', '', '1750272442', 1, 0) -test DEBUG: /tmp/tmp2mii2mci/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd7464de4fd2106da5302f908e5c5a622', 'c2c931ef-c44e-4912-8dc4-37720d45ec93-sda', '1750272441.30219', '1750272442', '0', '', '1750272442', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c2c931ef-c44e-4912-8dc4-37720d45ec93-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2mii2mci/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02190 seconds (45.66550/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp2mii2mci/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '1b11c6576a002a62f4d990d9cc7d833d', '55dba559-9244-4917-805f-21e78e920a77-sda', '1750272441.32336', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('55dba559-9244-4917-805f-21e78e920a77-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '1b11c6576a002a62f4d990d9cc7d833d', '55dba559-9244-4917-805f-21e78e920a77-sda', '1750272441.32336', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('55dba559-9244-4917-805f-21e78e920a77-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5lwfdm0p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8466a5c3-b556-4f0b-b1dc-d1a34c9d506c-sda', '1750272441.79813', '1750272442', '1750272443', '', '1750272443', 0, 0) -test DEBUG: /tmp/tmp5lwfdm0p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8466a5c3-b556-4f0b-b1dc-d1a34c9d506c-sda', '1750272441.79813', '1750272442', '1750272443', '', '1750272443', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8466a5c3-b556-4f0b-b1dc-d1a34c9d506c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00997 seconds (100.25245/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:20 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0044 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0060 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0033 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 2495493 0 -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749603600 -test DEBUG: looking for objects in 1749603600 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1749607162.589093) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1749607162.589093) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1749607162.589093) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1749607162.589093) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1749607162.58909) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1749607162.589093) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1749603600/1:/AUTH_jeb/c/o1' (1749607162.589093) from the queue (1749607162.58909_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1750272442.594146) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1750272442.594146) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1750272442.594146) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1750272442.594146) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1750272442.59415) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1750272442.594146) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 2495515 -my-daemon DEBUG: Forked worker 2495515 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test WARNING: Skipping /tmp/tmpn6y3yg8c/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpn6y3yg8c/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpn6y3yg8c/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmphw4zr6wh/asdf/data because [Errno 20] Not a directory: '/tmp/tmphw4zr6wh/asdf/data' -test WARNING: Skipping /tmp/tmphw4zr6wh/asdf/data because [Errno 20] Not a directory: '/tmp/tmphw4zr6wh/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmpjsa6ere7/asdf/data because [Errno 20] Not a directory: '/tmp/tmpjsa6ere7/asdf/data' -test ERROR: Problem finding shard upper in '/tmp/tmp4cxyupp_/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp4cxyupp_/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpj96a4qml/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpj96a4qml/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test DEBUG: Replicating db /tmp/tmpq9enb_0d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '9e693abf-5070-4c95-b4a3-a0629608e0e7-sda', '1750272441.81809', '1750272442', '1750272443', '', '1750272443', 1, 0) -test DEBUG: /tmp/tmpq9enb_0d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272444.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9e693abf-5070-4c95-b4a3-a0629608e0e7-sda') -test DEBUG: /tmp/tmpq9enb_0d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0027256s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a0218f412e294051ed98e71c67a08ac', '9e693abf-5070-4c95-b4a3-a0629608e0e7-sda', '1750272441.81809', '1750272442', '1750272443', '', '1750272443', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9e693abf-5070-4c95-b4a3-a0629608e0e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpq9enb_0d/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53002 seconds (1.88671/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpq9enb_0d/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '66aa0e3759d14111de6c37ff747a71a8', 'ccd7b47a-1a05-4aef-b9aa-5c07f464b2ab-sda', '1750272442.34767', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('ccd7b47a-1a05-4aef-b9aa-5c07f464b2ab-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '66aa0e3759d14111de6c37ff747a71a8', 'ccd7b47a-1a05-4aef-b9aa-5c07f464b2ab-sda', '1750272442.34767', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('ccd7b47a-1a05-4aef-b9aa-5c07f464b2ab-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj_479r3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '57e8cb8f-0102-4bdb-a451-f1839ba2e601-sda', '1750272442.36574', '1750272443', '1750272444', '', '1750272444', 0, 0) -test DEBUG: /tmp/tmpj_479r3p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '57e8cb8f-0102-4bdb-a451-f1839ba2e601-sda', '1750272442.36574', '1750272443', '1750272444', '', '1750272444', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('57e8cb8f-0102-4bdb-a451-f1839ba2e601-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01053 seconds (94.95946/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc02n13g7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a85d090f7cb0e9b9512a75264c87ce4', 'ec6fd112-9912-45ec-811a-2f8f41fff9f8-sda', '1750272442.38700', '1750272443', '1750272444', '', '1750272444', 1, 1) -test DEBUG: /tmp/tmpc02n13g7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a85d090f7cb0e9b9512a75264c87ce4', 'ec6fd112-9912-45ec-811a-2f8f41fff9f8-sda', '1750272442.38700', '1750272443', '1750272444', '', '1750272444', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec6fd112-9912-45ec-811a-2f8f41fff9f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpc02n13g7/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01674 seconds (59.73565/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc02n13g7/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '452e86ccb4ee71591045a96a8ff49b31', 'dd1f3901-8b35-4e12-96e7-2f1c9a8de32c-sda', '1750272442.40379', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('dd1f3901-8b35-4e12-96e7-2f1c9a8de32c-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '452e86ccb4ee71591045a96a8ff49b31', 'dd1f3901-8b35-4e12-96e7-2f1c9a8de32c-sda', '1750272442.40379', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('dd1f3901-8b35-4e12-96e7-2f1c9a8de32c-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbvjtlc30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ce00696-8bad-4195-b951-19c8942338ad-sda', '1750272442.82629', '1750272442', '1750272443', '', '1750272443', 0, 0) -test DEBUG: /tmp/tmpbvjtlc30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ce00696-8bad-4195-b951-19c8942338ad-sda', '1750272442.82629', '1750272442', '1750272443', '', '1750272443', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ce00696-8bad-4195-b951-19c8942338ad-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01476 seconds (67.75999/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3f88t3t7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1308ea23-ba00-4eb2-b2f4-4da1350fc186-sda', '1750272442.85073', '1750272442', '1750272443', '', '1750272443', 0, 1) -test DEBUG: /tmp/tmp3f88t3t7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1749664799.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1749664799.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1749664799.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1749664799.000000) from the queue (1749664799.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272443.492428) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272443.492428) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272443.492428) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272443.492428) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272443.49243) in policy_index 1 responded 200 (1750272442.49243) -test INFO: retry: '/AUTH_bob/c/o1' (1750272443.492428) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff793c0b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff793c0b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff793c0b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff78f22bc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff78f231c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff793c0b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test INFO: - - - [18/Jun/2025:18:47:21 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0035 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0035 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2495493 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 2495493 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495493 0 -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2495493 - -test INFO: - - - [18/Jun/2025:18:47:22 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 2495493 0 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpd002f0xk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd002f0xk/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd002f0xk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd002f0xk/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1308ea23-ba00-4eb2-b2f4-4da1350fc186-sda', '1750272442.85073', '1750272442', '1750272443', '', '1750272443', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1308ea23-ba00-4eb2-b2f4-4da1350fc186-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21106 seconds (4.73809/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzxfkj7lw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7038b84f-98bc-4c62-9d95-37ef706a90dc-sda', '1750272443.15819', '1750272445', '0', '', '1750272445', 0, 1) -test DEBUG: /tmp/tmpzxfkj7lw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7038b84f-98bc-4c62-9d95-37ef706a90dc-sda', '1750272443.15819', '1750272445', '0', '', '1750272445', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7038b84f-98bc-4c62-9d95-37ef706a90dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01849 seconds (54.09463/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo74iv_0k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1ab74028517a91e6bf9aaba59a77cd70', 'a6c2a379-de88-45e1-ad6b-a5186687a579-sda', '1750272443.19496', '1750272445', '0', '', '1750272445', 1, 0) -test DEBUG: /tmp/tmpo74iv_0k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1ab74028517a91e6bf9aaba59a77cd70', 'a6c2a379-de88-45e1-ad6b-a5186687a579-sda', '1750272443.19496', '1750272445', '0', '', '1750272445', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a6c2a379-de88-45e1-ad6b-a5186687a579-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpo74iv_0k/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03552 seconds (28.15396/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpo74iv_0k/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '4884b36706c0456ffd94abba577cbf5d', '71ee703e-8dde-42fc-9ff8-67b4780e4c8c-sda', '1750272443.23035', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('71ee703e-8dde-42fc-9ff8-67b4780e4c8c-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '4884b36706c0456ffd94abba577cbf5d', '71ee703e-8dde-42fc-9ff8-67b4780e4c8c-sda', '1750272443.23035', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('71ee703e-8dde-42fc-9ff8-67b4780e4c8c-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca3a5994-1252-43ad-b375-864bf66c011a-sda', '1750272443.26397', '1750272443.26222', '0', '', '1750272443.26222', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps25mymis/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0e5bf1b-0b92-4a6c-b968-02178b3e5ac2-sda', '1750272443.28020', '1750272443.27834', '0', '', '1750272443.27834', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0e5bf1b-0b92-4a6c-b968-02178b3e5ac2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0e5bf1b-0b92-4a6c-b968-02178b3e5ac2-sda', '1750272443.28020', '1750272443.27834', '0', '', '1750272443.27834', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0e5bf1b-0b92-4a6c-b968-02178b3e5ac2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00839 seconds (119.16171/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4ef81b003d07ec038370e5e882cfc791', 'e5cdaaf0-d8ed-409c-a027-71da663034d8-sda', '1750272443.29867', '1750272443.29686', '0', '', '1750272443.29686', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e5cdaaf0-d8ed-409c-a027-71da663034d8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'dcce77eb67a98c436be34ad19d5d7411', '8b773354-fea2-432d-8125-4555c258a29d-sda', '1750272443.32863', '1750272443.32683', '0', '', '1750272443.32683', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1750272443.33260', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1750272443.33321', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1750272443.33331', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1750272443.33339', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1750272443.33346', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1750272443.33353', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1750272443.33361', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1750272443.33368', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1750272443.33375', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1750272443.33382', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1750272443.33389', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8b773354-fea2-432d-8125-4555c258a29d-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0038 "-" 2495493 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0038 "-" 2495493 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 2495493 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 2495493 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfebdc4aa958e46ae88bd3-00685309bf" "proxy-server 2495493" 0.0014 "-" 2495493 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50603/sdb1/1/a/c" "txfebdc4aa958e46ae88bd3-00685309bf" "container-server 2495493" 0.0012 "-" 2495493 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46033/sda1/1/a/c" "txfebdc4aa958e46ae88bd3-00685309bf" "container-server 2495493" 0.0011 "-" 2495493 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfebdc4aa958e46ae88bd3-00685309bf" "proxy-server 2495493" 0.0146 "-" 2495493 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfebdc4aa958e46ae88bd3-00685309bf" "proxy-server 2495493" 0.0101 "-" 2495493 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfebdc4aa958e46ae88bd3-00685309bf - 0.0242 - - 1750272447.353699446 1750272447.377945662 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx83eb15c908704ce6b237a-00685309bf" "proxy-server 2495493" 0.0012 "-" 2495493 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50603/sdb1/1/a1/c1" "tx83eb15c908704ce6b237a-00685309bf" "container-server 2495493" 0.0010 "-" 2495493 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46033/sda1/1/a1/c1" "tx83eb15c908704ce6b237a-00685309bf" "container-server 2495493" 0.0010 "-" 2495493 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx83eb15c908704ce6b237a-00685309bf" "proxy-server 2495493" 0.0131 "-" 2495493 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx83eb15c908704ce6b237a-00685309bf" "proxy-server 2495493" 0.0093 "-" 2495493 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx83eb15c908704ce6b237a-00685309bf - 0.0214 - - 1750272447.379324913 1750272447.400757313 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e71a02e2a764add8f7f3-00685309bf" "proxy-server 2495493" 0.0021 "-" 2495493 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50603/sdb1/2/a/c1" "tx1e71a02e2a764add8f7f3-00685309bf" "container-server 2495493" 0.0012 "-" 2495493 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46033/sda1/2/a/c1" "tx1e71a02e2a764add8f7f3-00685309bf" "container-server 2495493" 0.0017 "-" 2495493 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1e71a02e2a764add8f7f3-00685309bf" "proxy-server 2495493" 0.0201 "-" 2495493 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1e71a02e2a764add8f7f3-00685309bf" "proxy-server 2495493" 0.0165 "-" 2495493 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1e71a02e2a764add8f7f3-00685309bf - 0.0292 - - 1750272447.402134895 1750272447.431314468 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd1a07d4d7def46e986de4-00685309bf" "proxy-server 2495493" 0.0022 "-" 2495493 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46033/sda1/1/a/c2" "txd1a07d4d7def46e986de4-00685309bf" "container-server 2495493" 0.0017 "-" 2495493 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50603/sdb1/1/a/c2" "txd1a07d4d7def46e986de4-00685309bf" "container-server 2495493" 0.0010 "-" 2495493 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd1a07d4d7def46e986de4-00685309bf" "proxy-server 2495493" 0.0182 "-" 2495493 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd1a07d4d7def46e986de4-00685309bf" "proxy-server 2495493" 0.0134 "-" 2495493 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd1a07d4d7def46e986de4-00685309bf - 0.0274 - - 1750272447.436928749 1750272447.464278936 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272444.057789) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272444.057789) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272444.057789) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272444.057789) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272444.05779) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1750272444.057789) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272444.062167) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272444.062167) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272444.062167) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272444.062167) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272444.06217) in policy_index 1 responded 404 (1750272444.06217_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1750272444.062167) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff793c0b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9be41840>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9bd22ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. @@ -40154,4250 +42542,91 @@ test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test ERROR: ERROR: Unable to access foo/bar: permission_denied test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmv_m00c0/devices/sda1 (pid: 2495495) +test INFO: Object update sweep starting on /tmp/tmp231tq6co/devices/sda1 (pid: 1593270) test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpmv_m00c0/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272449.00000 -test INFO: Object update sweep completed on /tmp/tmpmv_m00c0/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbvnb1172/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpbvnb1172/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272449.00000 -test INFO: Object update sweep completed on /tmp/tmpbvnb1172/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) +test DEBUG: Update failed for /a/c/o /tmp/tmp231tq6co/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.00000 +test INFO: Object update sweep completed on /tmp/tmp231tq6co/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptzavey7t/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmptzavey7t/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmptzavey7t/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 -test INFO: Object update sweep completed on /tmp/tmptzavey7t/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpl5hx4ecj/devices/sda1 (pid: 2495495) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test INFO: Object update sweep starting on /tmp/tmpzw209wl9/devices/sda1 (pid: 1593270) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test DEBUG: Setting object count to 1032 (txn: txdf8c72d12a9e4333b3d2c-00685309bd) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: Setting object count to 48 (txn: tx104e2d2828824d069c38a-00685309bd) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: Setting object count to 1064 (txn: tx936d93d6e3304e78a9a4e-00685309bd) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx6ffed1d1e4f344358e5a4-00685309bd) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcdef37d06cea483da81c3-00685309bd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Setting object count to 1065 (txn: tx7f9dc50e1c534504a0669-00685309be) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test DEBUG: Replicating db /tmp/tmp28_voyb8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '74120efa-d8d9-44d8-813e-4fb731a0fb17-sda', '1750272443.36152', '1750272446', '0', '', '1750272446', 0, 1) -test DEBUG: /tmp/tmp28_voyb8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '74120efa-d8d9-44d8-813e-4fb731a0fb17-sda', '1750272443.36152', '1750272446', '0', '', '1750272446', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('74120efa-d8d9-44d8-813e-4fb731a0fb17-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01469 seconds (68.08778/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpozcbtpxk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73c1906a4bb42c3e03af0aa1bff86365', '5d15690a-bbcd-4007-8113-a7d5315f0cfb-sda', '1750272443.38636', '1750272446', '0', '', '1750272446', 1, 0) -test DEBUG: /tmp/tmpozcbtpxk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272447.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5d15690a-bbcd-4007-8113-a7d5315f0cfb-sda') -test DEBUG: /tmp/tmpozcbtpxk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00282073s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73c1906a4bb42c3e03af0aa1bff86365', '5d15690a-bbcd-4007-8113-a7d5315f0cfb-sda', '1750272443.38636', '1750272446', '0', '', '1750272446', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5d15690a-bbcd-4007-8113-a7d5315f0cfb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpozcbtpxk/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02156 seconds (46.38310/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpozcbtpxk/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'b070a587cea2c10f245c2d401d195f0e', '17d38b34-42f0-438d-b9a0-3b17e658c176-sda', '1750272443.40711', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('17d38b34-42f0-438d-b9a0-3b17e658c176-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'b070a587cea2c10f245c2d401d195f0e', '17d38b34-42f0-438d-b9a0-3b17e658c176-sda', '1750272443.40711', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('17d38b34-42f0-438d-b9a0-3b17e658c176-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyxnrmcv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd5fb74a8-b6cd-4082-a1ad-c6d80b457de8-sda', '1750272443.42688', '1750272446', '0', '', '1750272446', 0, 0) -test DEBUG: /tmp/tmpyxnrmcv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd5fb74a8-b6cd-4082-a1ad-c6d80b457de8-sda', '1750272443.42688', '1750272446', '0', '', '1750272446', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d5fb74a8-b6cd-4082-a1ad-c6d80b457de8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01139 seconds (87.80312/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0b_xjxck/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73c1906a4bb42c3e03af0aa1bff86365', '826c5669-16ed-445e-ad90-19dd636dd6b8-sda', '1750272443.45106', '1750272446', '0', '', '1750272446', 1, 1) -test DEBUG: /tmp/tmp0b_xjxck/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73c1906a4bb42c3e03af0aa1bff86365', '826c5669-16ed-445e-ad90-19dd636dd6b8-sda', '1750272443.45106', '1750272446', '0', '', '1750272446', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('826c5669-16ed-445e-ad90-19dd636dd6b8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0b_xjxck/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01805 seconds (55.41540/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0b_xjxck/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f914a27b728a3445e79cecdeb5ba7737', 'c4b2a51d-f036-407b-b87b-45d2d7cfe692-sda', '1750272443.46870', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c4b2a51d-f036-407b-b87b-45d2d7cfe692-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f914a27b728a3445e79cecdeb5ba7737', 'c4b2a51d-f036-407b-b87b-45d2d7cfe692-sda', '1750272443.46870', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c4b2a51d-f036-407b-b87b-45d2d7cfe692-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaxy4cdco/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ed21130-60bc-4047-802b-e640ddc0b0b6-sda', '1750272443.48532', '1750272443', '1750272447', '', '1750272447', 0, 1) -test DEBUG: /tmp/tmpaxy4cdco/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test ERROR: Failed to unlink '/tmp/tmpuueasaz5/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpuueasaz5/containers/part/suffix/hash/container_1750272447.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpuueasaz5/containers/part/suffix/hash/container_1750272447.00000.db': ['/tmp/tmpuueasaz5/containers/part/suffix/hash/container.db', '/tmp/tmpuueasaz5/containers/part/suffix/hash/container_1750272448.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpuueasaz5/containers/part/suffix/hash/container_1750272448.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txd2145bbb23934c91a428e-00685309bf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx5ba7d1bb0fc547359db09-00685309bf) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpqp32h9sv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqp32h9sv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpqp32h9sv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqp32h9sv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 2495515 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495515 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2495515 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495515 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcec7082ac7324f45b1d3f-00685309bf" "proxy-server 2495515" 0.0012 "-" 2495515 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50645/sda1/1/a/c" "txcec7082ac7324f45b1d3f-00685309bf" "container-server 2495515" 0.0011 "-" 2495515 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55277/sdb1/1/a/c" "txcec7082ac7324f45b1d3f-00685309bf" "container-server 2495515" 0.0010 "-" 2495515 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcec7082ac7324f45b1d3f-00685309bf" "proxy-server 2495515" 0.0094 "-" 2495515 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcec7082ac7324f45b1d3f-00685309bf" "proxy-server 2495515" 0.0174 "-" 2495515 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcec7082ac7324f45b1d3f-00685309bf - 0.0250 - - 1750272447.903736353 1750272447.928759575 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx036ac8a46c58461da2c9d-00685309bf" "proxy-server 2495515" 0.0012 "-" 2495515 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55277/sdb1/1/a1/c1" "tx036ac8a46c58461da2c9d-00685309bf" "container-server 2495515" 0.0011 "-" 2495515 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50645/sda1/1/a1/c1" "tx036ac8a46c58461da2c9d-00685309bf" "container-server 2495515" 0.0011 "-" 2495515 0 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2495511 2 -test ERROR: ERROR Account update failed with 127.0.0.1:60195/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0070 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0034 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx036ac8a46c58461da2c9d-00685309bf" "proxy-server 2495515" 0.0087 "-" 2495515 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx036ac8a46c58461da2c9d-00685309bf" "proxy-server 2495515" 0.0141 "-" 2495515 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx036ac8a46c58461da2c9d-00685309bf - 0.0214 - - 1750272447.930176973 1750272447.951621532 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4cfeadd204de4581a26d8-00685309bf" "proxy-server 2495515" 0.0020 "-" 2495515 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50645/sda1/2/a/c1" "tx4cfeadd204de4581a26d8-00685309bf" "container-server 2495515" 0.0013 "-" 2495515 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55277/sdb1/2/a/c1" "tx4cfeadd204de4581a26d8-00685309bf" "container-server 2495515" 0.0019 "-" 2495515 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4cfeadd204de4581a26d8-00685309bf" "proxy-server 2495515" 0.0114 "-" 2495515 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4cfeadd204de4581a26d8-00685309bf" "proxy-server 2495515" 0.0169 "-" 2495515 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4cfeadd204de4581a26d8-00685309bf - 0.0253 - - 1750272447.953070402 1750272447.978332758 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txff94e1ea277a403fb71a0-00685309bf" "proxy-server 2495515" 0.0021 "-" 2495515 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50645/sda1/1/a/c2" "txff94e1ea277a403fb71a0-00685309bf" "container-server 2495515" 0.0011 "-" 2495515 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55277/sdb1/1/a/c2" "txff94e1ea277a403fb71a0-00685309bf" "container-server 2495515" 0.0017 "-" 2495515 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txff94e1ea277a403fb71a0-00685309bf" "proxy-server 2495515" 0.0141 "-" 2495515 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txff94e1ea277a403fb71a0-00685309bf" "proxy-server 2495515" 0.0101 "-" 2495515 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txff94e1ea277a403fb71a0-00685309bf - 0.0233 - - 1750272447.979756355 1750272448.003047705 2 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ed21130-60bc-4047-802b-e640ddc0b0b6-sda', '1750272443.48532', '1750272443', '1750272447', '', '1750272447', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4ed21130-60bc-4047-802b-e640ddc0b0b6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.59413 seconds (1.68314/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpajt08xl7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '02bd4770-a514-4fab-8689-82df6e4768bd-sda', '1750272444.09118', '1750272444', '1750272448', '', '1750272448', 1, 1) -test DEBUG: /tmp/tmpajt08xl7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272449.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '02bd4770-a514-4fab-8689-82df6e4768bd-sda') -test DEBUG: /tmp/tmpajt08xl7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00257754s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '02bd4770-a514-4fab-8689-82df6e4768bd-sda', '1750272444.09118', '1750272444', '1750272448', '', '1750272448', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('02bd4770-a514-4fab-8689-82df6e4768bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpajt08xl7/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02056 seconds (48.62994/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpajt08xl7/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f1f9a93dcf7cdd32941114a23e69f36a', '45d1c554-8f1d-49ba-bee6-6b8e9fe23ec5-sda', '1750272444.11464', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('45d1c554-8f1d-49ba-bee6-6b8e9fe23ec5-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f1f9a93dcf7cdd32941114a23e69f36a', '45d1c554-8f1d-49ba-bee6-6b8e9fe23ec5-sda', '1750272444.11464', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('45d1c554-8f1d-49ba-bee6-6b8e9fe23ec5-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4_sqh427/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4a938046-d792-4d8d-b7ae-f4be9c06c3ab-sda', '1750272444.13584', '1750272444', '1750272448', '', '1750272448', 0, 0) -test DEBUG: /tmp/tmp4_sqh427/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4a938046-d792-4d8d-b7ae-f4be9c06c3ab-sda', '1750272444.13584', '1750272444', '1750272448', '', '1750272448', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4a938046-d792-4d8d-b7ae-f4be9c06c3ab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01181 seconds (84.67283/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph9amncg2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '6feda6f9-15ab-4fb2-b084-a84d8861fc74-sda', '1750272444.16043', '1750272444', '1750272448', '', '1750272448', 1, 0) -test DEBUG: /tmp/tmph9amncg2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '6feda6f9-15ab-4fb2-b084-a84d8861fc74-sda', '1750272444.16043', '1750272444', '1750272448', '', '1750272448', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6feda6f9-15ab-4fb2-b084-a84d8861fc74-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmph9amncg2/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01738 seconds (57.52523/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmph9amncg2/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'a2081d2043a9414c4f2955dec0f9a1e0', '9b932c44-5d44-4045-b7a7-5ff31be3ad3d-sda', '1750272444.18161', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9b932c44-5d44-4045-b7a7-5ff31be3ad3d-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'a2081d2043a9414c4f2955dec0f9a1e0', '9b932c44-5d44-4045-b7a7-5ff31be3ad3d-sda', '1750272444.18161', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('9b932c44-5d44-4045-b7a7-5ff31be3ad3d-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg7aq2but/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'be17b778-ce37-4793-a5be-f45da7bacf7c-sda', '1750272444.64579', '1750272444', '0', '', '1750272444', 0, 0) -test DEBUG: /tmp/tmpg7aq2but/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'be17b778-ce37-4793-a5be-f45da7bacf7c-sda', '1750272444.64579', '1750272444', '0', '', '1750272444', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('be17b778-ce37-4793-a5be-f45da7bacf7c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00929 seconds (107.69421/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test DEBUG: Update failed for /a/c/o /tmp/tmpl5hx4ecj/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 -test INFO: Object update sweep completed on /tmp/tmpl5hx4ecj/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpl5hx4ecj/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpl5hx4ecj/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpl5hx4ecj/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 -test INFO: Object update sweep completed on /tmp/tmpl5hx4ecj/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphfpuugci/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmphfpuugci/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmphfpuugci/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmphfpuugci/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphfpuugci/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmphfpuugci/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 -test INFO: Object update sweep completed on /tmp/tmphfpuugci/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkyjnx4as/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpkyjnx4as/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkyjnx4as/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpkyjnx4as/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkyjnx4as/devices/sda1 (pid: 2495495) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 to None -test INFO: Object update sweep completed on /tmp/tmpkyjnx4as/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkyjnx4as/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpkyjnx4as/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000 -test INFO: Object update sweep completed on /tmp/tmpkyjnx4as/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0074 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmp1hmjqb2_/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:24 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0047 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmpzoosqbij/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0049 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0039 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0026 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0034 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test DEBUG: Replicating db /tmp/tmpise27xcr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ee8ffc1fef71d9ad0f1fc83dfefe1bc', '2ce321a5-7dff-4848-b51e-7e5958808925-sda', '1750272444.66496', '1750272444', '0', '', '1750272444', 1, 0) -test DEBUG: /tmp/tmpise27xcr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272448.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2ce321a5-7dff-4848-b51e-7e5958808925-sda') -test DEBUG: /tmp/tmpise27xcr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00269294s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ee8ffc1fef71d9ad0f1fc83dfefe1bc', '2ce321a5-7dff-4848-b51e-7e5958808925-sda', '1750272444.66496', '1750272444', '0', '', '1750272444', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2ce321a5-7dff-4848-b51e-7e5958808925-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpise27xcr/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.66198 seconds (1.51061/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpise27xcr/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7ca2116051baba1f1e1bed63a30cdda6', 'efac91fb-95eb-482d-a7ab-4316aa7ee5c0-sda', '1750272445.32950', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('efac91fb-95eb-482d-a7ab-4316aa7ee5c0-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7ca2116051baba1f1e1bed63a30cdda6', 'efac91fb-95eb-482d-a7ab-4316aa7ee5c0-sda', '1750272445.32950', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('efac91fb-95eb-482d-a7ab-4316aa7ee5c0-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk_mjh607/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0a55782d-5f82-40e8-9e60-f28d43f2c5ae-sda', '1750272445.34482', '1750272445', '0', '', '1750272445', 0, 0) -test DEBUG: /tmp/tmpk_mjh607/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0a55782d-5f82-40e8-9e60-f28d43f2c5ae-sda', '1750272445.34482', '1750272445', '0', '', '1750272445', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0a55782d-5f82-40e8-9e60-f28d43f2c5ae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01073 seconds (93.15827/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwxib5f_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '33abe3b9-5754-469c-a214-4d9d37045bce-sda', '1750272445.36687', '1750272445', '0', '', '1750272445', 1, 0) -test DEBUG: /tmp/tmpwxib5f_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '33abe3b9-5754-469c-a214-4d9d37045bce-sda', '1750272445.36687', '1750272445', '0', '', '1750272445', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('33abe3b9-5754-469c-a214-4d9d37045bce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwxib5f_8/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02316 seconds (43.18308/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpwxib5f_8/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'a2081d2043a9414c4f2955dec0f9a1e0', '8cfb422a-7b95-41d6-b23a-68f2c94ce99b-sda', '1750272445.39304', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('8cfb422a-7b95-41d6-b23a-68f2c94ce99b-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'a2081d2043a9414c4f2955dec0f9a1e0', '8cfb422a-7b95-41d6-b23a-68f2c94ce99b-sda', '1750272445.39304', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('8cfb422a-7b95-41d6-b23a-68f2c94ce99b-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpai02axdf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd11e4ce2-6eea-4548-9f27-d120647da8a5-sda', '1750272445.72168', '1750272445', '1750272447', '', '1750272447', 0, 0) -test DEBUG: /tmp/tmpai02axdf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd11e4ce2-6eea-4548-9f27-d120647da8a5-sda', '1750272445.72168', '1750272445', '1750272447', '', '1750272447', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d11e4ce2-6eea-4548-9f27-d120647da8a5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01027 seconds (97.34631/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzfvghfrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1264bf1cc390ba076819d540d1a8ff31', '8269b9f6-f47d-4a8a-af35-39464551d41b-sda', '1750272445.74239', '1750272445', '1750272447', '', '1750272447', 1, 1) -test DEBUG: /tmp/tmpzfvghfrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272450.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8269b9f6-f47d-4a8a-af35-39464551d41b-sda') -test DEBUG: /tmp/tmpzfvghfrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.445293s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1264bf1cc390ba076819d540d1a8ff31', '8269b9f6-f47d-4a8a-af35-39464551d41b-sda', '1750272445.74239', '1750272445', '1750272447', '', '1750272447', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8269b9f6-f47d-4a8a-af35-39464551d41b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzfvghfrb/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46379 seconds (2.15616/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzfvghfrb/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'b5f97cc0acc79116fe17995c060fb165', 'd8a2022c-07d6-49fd-97a7-59a81ba9eb23-sda', '1750272446.21032', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d8a2022c-07d6-49fd-97a7-59a81ba9eb23-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'b5f97cc0acc79116fe17995c060fb165', 'd8a2022c-07d6-49fd-97a7-59a81ba9eb23-sda', '1750272446.21032', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d8a2022c-07d6-49fd-97a7-59a81ba9eb23-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpajnkazrf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '62d71996-6526-4880-8b1d-4a40e611cf69-sda', '1750272446.22868', '1750272446', '1750272448', '', '1750272448', 0, 0) -test DEBUG: /tmp/tmpajnkazrf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '62d71996-6526-4880-8b1d-4a40e611cf69-sda', '1750272446.22868', '1750272446', '1750272448', '', '1750272448', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('62d71996-6526-4880-8b1d-4a40e611cf69-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01100 seconds (90.92274/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkhegr3ti/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b748b096015aacb4fd542570193992d', '281d2a28-72e8-4120-afdd-9368a0add05d-sda', '1750272446.25108', '1750272446', '1750272448', '', '1750272448', 1, 1) -test DEBUG: /tmp/tmpkhegr3ti/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b748b096015aacb4fd542570193992d', '281d2a28-72e8-4120-afdd-9368a0add05d-sda', '1750272446.25108', '1750272446', '1750272448', '', '1750272448', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('281d2a28-72e8-4120-afdd-9368a0add05d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpkhegr3ti/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02000 seconds (49.99920/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpkhegr3ti/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '316f6dc05cddfbc26eca595285216f2f', '79e74987-c96b-44b1-a20c-db0d373138f7-sda', '1750272446.27382', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('79e74987-c96b-44b1-a20c-db0d373138f7-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '316f6dc05cddfbc26eca595285216f2f', '79e74987-c96b-44b1-a20c-db0d373138f7-sda', '1750272446.27382', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('79e74987-c96b-44b1-a20c-db0d373138f7-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp38zuko92/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '25442348-e18f-44c5-8fa4-297c81de6b89-sda', '1750272446.64511', '1750272449', '1750272448', '', '1750272449', 0, 1) -test DEBUG: /tmp/tmp38zuko92/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '25442348-e18f-44c5-8fa4-297c81de6b89-sda', '1750272446.64511', '1750272449', '1750272448', '', '1750272449', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('25442348-e18f-44c5-8fa4-297c81de6b89-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01679 seconds (59.56937/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp61xwpwhk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '388b25cc48407db92987b85215dce4f1', '917fc545-37b9-4259-8395-46f728641247-sda', '1750272446.67323', '1750272449', '1750272448', '', '1750272449', 1, 1) -test DEBUG: /tmp/tmp61xwpwhk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272452.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '917fc545-37b9-4259-8395-46f728641247-sda') -test DEBUG: /tmp/tmp61xwpwhk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00442433s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272449.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272450.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272451.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272452.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272453.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw2e9qw9l/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpw2e9qw9l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272454.00000 -test INFO: Object update sweep completed on /tmp/tmpw2e9qw9l/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0006 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0041 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0041 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0075 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0006 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0026 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0053 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0030 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0014 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '388b25cc48407db92987b85215dce4f1', '917fc545-37b9-4259-8395-46f728641247-sda', '1750272446.67323', '1750272449', '1750272448', '', '1750272449', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('917fc545-37b9-4259-8395-46f728641247-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp61xwpwhk/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27013 seconds (3.70191/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp61xwpwhk/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '98d0831ff69f51432d5aacec4bbc1799', 'b60ddd5e-ba8c-4cb8-a908-7ab352cf77bb-sda', '1750272446.94869', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('b60ddd5e-ba8c-4cb8-a908-7ab352cf77bb-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '98d0831ff69f51432d5aacec4bbc1799', 'b60ddd5e-ba8c-4cb8-a908-7ab352cf77bb-sda', '1750272446.94869', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('b60ddd5e-ba8c-4cb8-a908-7ab352cf77bb-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf7lq7cal/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67a5014f-7a32-4f39-b7d9-562fe94f7513-sda', '1750272446.96616', '1750272449', '1750272448', '', '1750272449', 0, 0) -test DEBUG: /tmp/tmpf7lq7cal/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67a5014f-7a32-4f39-b7d9-562fe94f7513-sda', '1750272446.96616', '1750272449', '1750272448', '', '1750272449', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67a5014f-7a32-4f39-b7d9-562fe94f7513-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01251 seconds (79.92436/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj0l13kc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '388b25cc48407db92987b85215dce4f1', '68b28a5f-0814-48c1-9b27-71ea9e5fae4e-sda', '1750272446.99108', '1750272449', '1750272448', '', '1750272449', 1, 1) -test DEBUG: /tmp/tmpj0l13kc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '388b25cc48407db92987b85215dce4f1', '68b28a5f-0814-48c1-9b27-71ea9e5fae4e-sda', '1750272446.99108', '1750272449', '1750272448', '', '1750272449', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68b28a5f-0814-48c1-9b27-71ea9e5fae4e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpj0l13kc1/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01896 seconds (52.73041/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpj0l13kc1/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '98d0831ff69f51432d5aacec4bbc1799', '48d084dd-8e63-4912-bc95-17ccfb38982b-sda', '1750272447.01427', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('48d084dd-8e63-4912-bc95-17ccfb38982b-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '98d0831ff69f51432d5aacec4bbc1799', '48d084dd-8e63-4912-bc95-17ccfb38982b-sda', '1750272447.01427', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('48d084dd-8e63-4912-bc95-17ccfb38982b-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6508948d4fc9139b50703440df5e193c', '6aa82b11-3eaa-4f49-b44d-430d272ea97f-sda', '1750272447.41480', '1750272447.00000', '0', '{"x-container-meta-test": ["foo", "1750272447.00000"]}', '1750272447.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.43458', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.43458', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43458', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272447.43462', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.43463', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272447.43463', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43463', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272447.43593', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00248599s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.43458', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.43458', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43458', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272447.43462', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.43463', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272447.43463', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43463', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.43458', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.43458', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43458', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1750272447.65495', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.43463', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272447.43463', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43463', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.43458', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.43458', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43458', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.43463', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272447.43463', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43463', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.68482', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.68482', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272447.68482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.43463', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272447.43463', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43463', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5ybd8d16/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmp5ybd8d16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272449.00000 -test INFO: Object update sweep completed on /tmp/tmp5ybd8d16/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5ybd8d16/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmp5ybd8d16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272451.00000 -test INFO: Object update sweep completed on /tmp/tmp5ybd8d16/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp19nif1nb/devices/sda1 (pid: 2495495) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmp19nif1nb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmp19nif1nb/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpfw0jg4dw/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpfw0jg4dw/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1750272448.21065 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpfw0jg4dw/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750272448.21097 -test INFO: Object update sweep completed on /tmp/tmpfw0jg4dw/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp8_cbhw0o/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp8_cbhw0o/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272448.41629 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp8_cbhw0o/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272448.41792 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp8_cbhw0o/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272448.41787 -test INFO: Object update sweep completed on /tmp/tmp8_cbhw0o/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp7g8he1yh/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp7g8he1yh/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272448.52277 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp7g8he1yh/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272448.52254 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp7g8he1yh/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272448.52273 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp7g8he1yh/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272448.52264 -test INFO: Object update sweep completed on /tmp/tmp7g8he1yh/devices/sda1 in 0.01s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.01s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpv0uva73m/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpv0uva73m/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272448.53147 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpv0uva73m/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272448.53152 -test INFO: Object update sweep completed on /tmp/tmpv0uva73m/devices/sda1 in 0.10s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.10s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppr4wfcyp/devices/sda1 (pid: 2495495) -test INFO: - - - [18/Jun/2025:18:47:26 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0017 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0125 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmpqism945z/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmp5m82s2_x/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0082 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0055 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 2495511 1 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.68482', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.68482', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272447.68482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.69563', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1750272447.69563', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.69563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.68482', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.68482', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272447.68482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.69563', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272447.94442', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.69563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.95502', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.68482', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.68482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.69563', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272447.94442', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.69563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp366120dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba0466d92e63518445d95ea6fa60e961', '5b2d0535-7446-4572-9a45-760147e54ed3-sda', '1750272447.43044', '1750272447.42854', '0', '', '1750272447.42854', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272447.95502', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272447.68482', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.68482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272447.43462', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272447.67327', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.43462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272447.69563', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272447.94442', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272447.69563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272447.65469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.65469', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.65459', 'epoch': '1750272447.65459', 'reported': 0, 'tombstones': -1}], '5b2d0535-7446-4572-9a45-760147e54ed3-sda') -test DEBUG: /tmp/tmp366120dy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmp366120dy/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a241d15bb1d9a3900df3f89e538512e8', 'bfd9d33e-ff0e-4315-83e4-c503fe66e59d-sda', '1750272447.97915', '1750272447.97720', '0', '', '1750272447.97720', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1750272447.98375', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272447.98375', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272447.98360', 'epoch': '1750272447.98360', 'reported': 0, 'tombstones': -1}], 'bfd9d33e-ff0e-4315-83e4-c503fe66e59d-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0038 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0021 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0020 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:27 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 2495511 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0040 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0046 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0007 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0034 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0032 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test DEBUG: Update sent for /a/c1/o01 /tmp/tmppr4wfcyp/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272448.63824 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmppr4wfcyp/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750272448.63841 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmppr4wfcyp/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1750272448.63858 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmppr4wfcyp/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750272448.63846 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmppr4wfcyp/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272448.63833 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmppr4wfcyp/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272448.63815 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmppr4wfcyp/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1750272448.63854 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmppr4wfcyp/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272448.63829 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmppr4wfcyp/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750272448.63880 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmppr4wfcyp/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1750272448.63850 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmppr4wfcyp/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272448.63837 -test INFO: Object update sweep completed on /tmp/tmppr4wfcyp/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmzlg2sg6/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpmzlg2sg6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272448.85125 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpmzlg2sg6/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272448.85138 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpmzlg2sg6/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750272448.85143 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpmzlg2sg6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272448.85134 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpmzlg2sg6/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272448.85130 -test INFO: Object update sweep completed on /tmp/tmpmzlg2sg6/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42487/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42487/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.10s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.10s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:42487/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test INFO: Timeout waiting on remote server 127.0.0.1:42487/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test INFO: Timeout connecting to remote server 127.0.0.1:42487/sda1: 9 seconds -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmpzzok7mrq/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0044 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0181 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0033 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0119 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0061 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0103 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0083 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0062 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0065 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0056 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0138 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0056 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0072 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0081 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0098 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0055 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - - -user quit -No .MockServer object at 0xffffa0767980> running -.MockServerFactory.MockServer object at 0xffff9f7a7530> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffffa0767f50> running -No .MockServerFactory.MockServer object at 0xffffa0767980> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa0767f50> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9f4f32f0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff9f4f32f0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa0767dd0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffffa0767dd0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9f2ba4e0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff9f2ba4e0> pid: None signal: 9 -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: Skipping the update of recently changed /tmp/tmp0_e1q3zr/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0_e1q3zr/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0_e1q3zr/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp0_e1q3zr/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpdzwmjoit/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpdzwmjoit/garbage is not mounted -test DEBUG: Skipping: /tmp/tmphbk80x23/sdq is not mounted -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbb8cdcbe91a041d6b1af7-00685309c1) -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0054 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0079 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0044 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0053 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0118 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0053 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0147 "-" 2495511 4 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test DEBUG: Update failed for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbwslyhwz/devices/sda1 (pid: 2495495) -test DEBUG: Update sent for /a/c/o /tmp/tmpbwslyhwz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272448.88118 -test INFO: Object update sweep completed on /tmp/tmpbwslyhwz/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpcdi9mn1p/devices/sda1 (pid: 2495495) -test INFO: Object update sweep progress on /tmp/tmpcdi9mn1p/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update sweep progress on /tmp/tmpcdi9mn1p/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update sweep completed on /tmp/tmpcdi9mn1p/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -test INFO: Object update sweep starting on /tmp/tmpxc6k0dfh/devices/sda1 (pid: 2495495) -test INFO: Object update sweep completed on /tmp/tmpxc6k0dfh/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2495495) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txca906c9855944000a4e50-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'f2d21a7687616821db5aba9a81b98a11', '80e96d5c-86f9-4c45-a302-fba63d467d8c-', '1715862638.99464', '1715862638.99252', '0', '', '1715862638.99252', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.01076', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862639.01076', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.01076', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.01217', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.01217', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862638.99601', 'epoch': '1715862638.99601', 'reported': 0, 'tombstones': -1}], '80e96d5c-86f9-4c45-a302-fba63d467d8c-') +test DEBUG: /tmp/tmpjyb5zt_w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.99601.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjyb5zt_w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.99601.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'f2d21a7687616821db5aba9a81b98a11', '80e96d5c-86f9-4c45-a302-fba63d467d8c-', '1715862638.99464', '1715862639.00745', '0', '', '1715862638.99252', 101, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.01076', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862639.01076', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.01076', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.01217', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.01217', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862638.99601', 'epoch': '1715862638.99601', 'reported': 0, 'tombstones': -1}], '80e96d5c-86f9-4c45-a302-fba63d467d8c-') +test DEBUG: /tmp/tmpjyb5zt_w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.99601.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjyb5zt_w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862638.99601.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpkfnkikzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +Unlinked retiring db '/tmp/tmpkfnkikzp/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx249b2cc5324c4876aa516-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx8e4cbaae034046919eba4-006645fc6b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx8e4cbaae034046919eba4-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx34d245ab039044e88ab9f-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx5b55ef72aa354213bdf44-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txa4b41dfa7cbb4267b2b24-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx42bafdd06d534dedb204b-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbb8cdcbe91a041d6b1af7-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbb8cdcbe91a041d6b1af7-00685309c1) -test ERROR: Container HEAD returning 503 for [] (txn: txbb8cdcbe91a041d6b1af7-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test DEBUG: /tmp/tmp_apyexgm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272447.98344', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bfd9d33e-ff0e-4315-83e4-c503fe66e59d-sda') -test DEBUG: /tmp/tmp_apyexgm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0063026s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b781bc6-7567-4880-b92f-30257ce5edd2-sda', '1750272448.55474', '1750272448.55210', '0', '', '1750272448.55210', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.55982', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.55982', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.55982', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.55987', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.55987', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.55987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.55988', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.55988', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.55988', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1b781bc6-7567-4880-b92f-30257ce5edd2-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f7cf8313-7d39-4436-ad13-a562359edee6-sda', '1750272448.57536', '1750272448.57349', '0', '', '1750272448.57349', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.57970', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.57970', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.57970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.57974', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.57974', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.57974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.57975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.57975', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.57975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55187', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f7cf8313-7d39-4436-ad13-a562359edee6-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8fa34373-9f3c-48b1-937f-973f5a3bb51e-sda', '1750272448.59833', '1750272448.59648', '0', '', '1750272448.59648', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.60756', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.60756', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.60756', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.60761', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.60761', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.60761', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.60762', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.60762', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.60762', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55187', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8fa34373-9f3c-48b1-937f-973f5a3bb51e-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b83e526d-2869-4683-8989-b4682b0e4e3d-sda', '1750272448.62617', '1750272448.62009', '0', '', '1750272448.62009', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.63058', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.63058', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.63058', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.63062', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.63062', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.63062', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.63063', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.63063', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.63063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55187', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b83e526d-2869-4683-8989-b4682b0e4e3d-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'becaca90-e12c-427b-831a-c25d5be8f5e2-sda', '1750272448.65986', '1750272448.65806', '0', '', '1750272448.65806', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.66836', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.66836', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.66836', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.66841', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.66841', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.66841', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.66842', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.66842', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.66842', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55187', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'becaca90-e12c-427b-831a-c25d5be8f5e2-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '629962a8-0a27-4e35-8b0c-1143c1902322-sda', '1750272448.70326', '1750272448.70142', '0', '', '1750272448.70142', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.71164', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.71164', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.71164', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.71168', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.71168', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.71168', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.71169', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.71169', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.71169', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}], '629962a8-0a27-4e35-8b0c-1143c1902322-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd10d9352-eb16-496d-b7c7-3ccd554cba3e-sda', '1750272448.73854', '1750272448.73669', '0', '', '1750272448.73669', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.74837', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.74837', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.74837', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.74842', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.74842', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.74842', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.74843', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.74843', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.74843', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}], 'd10d9352-eb16-496d-b7c7-3ccd554cba3e-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ebb2388-ff1f-4d87-931e-eecbaf99d712-sda', '1750272448.77466', '1750272448.77285', '0', '', '1750272448.77285', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.78293', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.78293', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.78293', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.78298', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.78298', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.78298', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.78299', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.78299', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.78299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}], '7ebb2388-ff1f-4d87-931e-eecbaf99d712-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '490afb28-fa13-457c-83fb-6b77b8d8c5ef-sda', '1750272448.80981', '1750272448.80376', '0', '', '1750272448.80376', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0132 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0136 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2495511 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0043 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0044 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -fake-swift INFO: - - 18/Jun/2025/18/47/23 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750272443.492874861 1750272443.493019342 - -fake-swift INFO: - - 18/Jun/2025/18/47/24 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1750272444.070397139 1750272444.070561886 - -fake-swift INFO: - - 18/Jun/2025/18/47/24 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750272444.070996284 1750272444.071106195 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 18/Jun/2025/18/47/24 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1750272444.701811314 1750272444.701925516 - -test WARNING: More than one part in a single-part response? -test ERROR: Problem finding shard upper in '/tmp/tmpqdhj07ok/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpqdhj07ok/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpnv23a_qr/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpnv23a_qr/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txb85e88eb6e32415f90a93-006645fc6b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txb85e88eb6e32415f90a93-006645fc6b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb85e88eb6e32415f90a93-006645fc6b) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txb85e88eb6e32415f90a93-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server ERROR: Object returning 503 for [] (txn: tx14a422281b42499eb420f-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9c2kscpj/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2495511 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0006 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0104 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.81823', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.81823', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.81823', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.81827', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.81827', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.81827', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.81829', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.81829', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.81829', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55204', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55204', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55204', 'epoch': '1750272448.55205', 'reported': 0, 'tombstones': -1}], '490afb28-fa13-457c-83fb-6b77b8d8c5ef-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca3265ab-8bdf-4394-83ff-26cc40eb1454-sda', '1750272448.84632', '1750272448.84012', '0', '', '1750272448.84012', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.85493', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.85493', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.85493', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.85498', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.85498', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.85498', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.85499', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.85499', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.85499', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}], 'ca3265ab-8bdf-4394-83ff-26cc40eb1454-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32cb370a-fa95-40e4-bff0-0aa103b879ad-sda', '1750272448.87936', '1750272448.87741', '0', '', '1750272448.87741', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.88785', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.88785', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.88785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.88790', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.88790', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.88790', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.88791', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.88791', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.88791', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}], '32cb370a-fa95-40e4-bff0-0aa103b879ad-sda') -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f5a462de-ca42-437a-bf57-e13eaf9940cb-sda', '1750272448.92043', '1750272448.91458', '0', '', '1750272448.91458', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272448.92472', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272448.92472', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.92472', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272448.92476', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272448.92476', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.92476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272448.92477', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272448.92477', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272448.92477', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272448.55209', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f5a462de-ca42-437a-bf57-e13eaf9940cb-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1750272448.55198', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55198', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55198', 'epoch': '1750272448.55199', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1750272448.55209', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272448.55187', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272448.55187', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpg04mj_hm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4a09195acec6516d1833241eabe611af', '99c1e161-ceab-43db-9778-4a35916a391c-sda', '1750272448.95689', '1750272448.95081', '0', '', '1750272448.95081', 1, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40e64c604f8b4284b96e0-00685309c1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40e64c604f8b4284b96e0-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx40e64c604f8b4284b96e0-00685309c1) -test ERROR: Container HEAD returning 503 for [] (txn: tx40e64c604f8b4284b96e0-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe2dca172de52448ca0204-00685309c1) -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc01eb0cb605f437d9912a-00685309c1) -proxy-server ERROR: Object returning 503 for [] (txn: txc01eb0cb605f437d9912a-00685309c1) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx885cc012b1ef48a08e089-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx4ca5c6ac1d8847af81139-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txfa87134f3b5a4f219e5df-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx802b07df8e9748b3b0776-006645fc6b) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx802b07df8e9748b3b0776-006645fc6b) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx802b07df8e9748b3b0776-006645fc6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server ERROR: Object returning 503 for [] (txn: tx6d69233c2a3542fdb53f4-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272448.97339', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '99c1e161-ceab-43db-9778-4a35916a391c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp2nsbhwrp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd59fa5c5-9801-491e-b7a4-7d0889a1ed47-sda', '1750272449.00267', '1750272449.00063', '0', '', '1750272449.00063', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp2nsbhwrp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4de7a4485f9e43ed1d074b693e581212', '0a37ed07-1458-4551-bc76-647791cadad0-sda', '1750272449.03107', '1750272449.02903', '0', '', '1750272449.02903', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272449.03593', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '0a37ed07-1458-4551-bc76-647791cadad0-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '1750272449.06336', '1750272449.06136', '0', '', '1750272449.06136', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '1750272449.06336', '1750272449.06136', '0', '', '1750272449.06136', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01482 seconds (67.46788/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '1750272449.06336', '1750272449.06136', '0', '', '1750272449.06136', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272449.08959', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272449.08959', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272449.08959', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272449.06895', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272449.06895', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272449.06895', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272449.06896', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272449.06896', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272449.06896', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272449.06911', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272449.06911', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272449.06897', 'epoch': '1750272449.06897', 'reported': 0, 'tombstones': -1}], '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda') -test DEBUG: /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda', '1750272449.06336', '1750272449.06136', '0', '', '1750272449.06136', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272449.08959', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272449.08959', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272449.08959', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272449.06895', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272449.06895', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272449.06895', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272449.06896', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272449.06896', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272449.06896', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272449.06911', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272449.06911', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272449.06897', 'epoch': '1750272449.06897', 'reported': 0, 'tombstones': -1}], '7b1984a7-1bff-4e57-add9-6f55e5aa97ff-sda') -test DEBUG: /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpa5fd8o3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01644 seconds (60.82102/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4fbbb7b6-2b85-4e25-a52e-e44bfbee8a14-sda', '1750272449.12155', '1750272449.11963', '1750272449.13407', '', '1750272449.13407', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_zodhv8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71b05379-2a62-4539-bed1-baf8ac95efde-sda', '1750272449.14646', '1750272449.00000', '0', '', '1750272449.00000', 0, 1) -test DEBUG: /tmp/tmp_zodhv8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Setting object count to 1065 (txn: txbc19bd9d3c81490f9a868-00685309bf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf0135d925e33433e9f780-00685309c0) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txf0135d925e33433e9f780-00685309c0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx34f0baa70d7441d5a652b-00685309c1) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx34f0baa70d7441d5a652b-00685309c1) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx34f0baa70d7441d5a652b-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx798a772098b74a74b8388-00685309c1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx798a772098b74a74b8388-00685309c1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx798a772098b74a74b8388-00685309c1) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx798a772098b74a74b8388-00685309c1) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd8db89c51ff1449694b55-00685309c1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd8db89c51ff1449694b55-00685309c1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8db89c51ff1449694b55-00685309c1) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txd8db89c51ff1449694b55-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: Setting object count to 3120 (txn: tx065a7f3619e7464b80c30-00685309c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: Setting object count to 3120 (txn: tx8100198da4d546afb0bcc-00685309c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: Setting object count to 3120 (txn: txcf2701dcc7c44377bc56c-00685309c2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: Setting object count to 3120 (txn: tx1b399305fc1c495992d9e-00685309c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: Setting object count to 3120 (txn: tx201ebc6dd66f4d6395ccf-00685309c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txba884557ced34843bbd22-00685309c2) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txe05a007ca6134fc39d379-00685309c2) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf4eda39830484c1bbb629-00685309c2) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe2dca172de52448ca0204-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe2dca172de52448ca0204-00685309c1) -test ERROR: Container HEAD returning 503 for [] (txn: txe2dca172de52448ca0204-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpjcb55izo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjcb55izo/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpjcb55izo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjcb55izo/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495502 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 2495502 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2495502 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495502 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbcef99800fab4f19a1bc2-00685309c1" "proxy-server 2495502" 0.0012 "-" 2495502 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36773/sda1/1/a/c" "txbcef99800fab4f19a1bc2-00685309c1" "container-server 2495502" 0.0019 "-" 2495502 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46357/sdb1/1/a/c" "txbcef99800fab4f19a1bc2-00685309c1" "container-server 2495502" 0.0011 "-" 2495502 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbcef99800fab4f19a1bc2-00685309c1" "proxy-server 2495502" 0.0142 "-" 2495502 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbcef99800fab4f19a1bc2-00685309c1" "proxy-server 2495502" 0.0103 "-" 2495502 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/29 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbcef99800fab4f19a1bc2-00685309c1 - 0.0223 - - 1750272449.849451780 1750272449.871704817 0 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71b05379-2a62-4539-bed1-baf8ac95efde-sda', '1750272449.14646', '1750272449.00000', '0', '', '1750272449.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('71b05379-2a62-4539-bed1-baf8ac95efde-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01449 seconds (69.01544/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_9tj7rnc/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', '1750272449.19748', '1750272450.00000', '0', '{"X-Container-Sync-To": ["a", "1750272451.00000"], "X-Container-Sync-Key": ["secret", "1750272452.00000"]}', '1750272450.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', '1750272449.19748', '1750272450.00000', '0', '{"X-Container-Sync-To": ["a", "1750272451.00000"], "X-Container-Sync-Key": ["secret", "1750272452.00000"]}', '1750272450.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmp_9tj7rnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '1750272449.18601', '1750272449.00000', '0', '', '1750272449.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '1750272449.18601', '1750272449.00000', '0', '', '1750272449.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04657 seconds (42.94749/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_9tj7rnc/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', '1750272449.19748', '1750272450.00000', '0', '{"X-Container-Sync-To": ["", "1750272453.00000"], "X-Container-Sync-Key": ["secret", "1750272452.00000"]}', '1750272450.00000', 0, 0) -test DEBUG: /tmp/tmp_9tj7rnc/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'a7c4b081-adde-4a1b-8e14-90fc5f14b5b9-sda', '1750272449.19748', '1750272450.00000', '0', '{"X-Container-Sync-To": ["", "1750272453.00000"], "X-Container-Sync-Key": ["secret", "1750272452.00000"]}', '1750272450.00000', 0, 0) -test DEBUG: /tmp/tmp_9tj7rnc/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp_9tj7rnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '1750272449.18601', '1750272449.00000', '0', '', '1750272449.00000', 0, 0) -test DEBUG: /tmp/tmp_9tj7rnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37d5fe9a-52aa-4c0d-987b-4d9aaa6c5050-sda', '1750272449.18601', '1750272449.00000', '0', '', '1750272449.00000', 0, 0) -test DEBUG: /tmp/tmp_9tj7rnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.03188 seconds (62.73948/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmppjno4g1_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2495520] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2495520] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server ERROR: Object returning 503 for [] (txn: txd2a85a78a14a434fbdc65-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc7202c626d034bf8a228a-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8d4128f9f17e45fa8de2f-00685309c1" "proxy-server 2495502" 0.0011 "-" 2495502 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36773/sda1/1/a1/c1" "tx8d4128f9f17e45fa8de2f-00685309c1" "container-server 2495502" 0.0014 "-" 2495502 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46357/sdb1/1/a1/c1" "tx8d4128f9f17e45fa8de2f-00685309c1" "container-server 2495502" 0.0010 "-" 2495502 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d4128f9f17e45fa8de2f-00685309c1" "proxy-server 2495502" 0.0139 "-" 2495502 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d4128f9f17e45fa8de2f-00685309c1" "proxy-server 2495502" 0.0102 "-" 2495502 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/29 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8d4128f9f17e45fa8de2f-00685309c1 - 0.0222 - - 1750272449.873141050 1750272449.895338297 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4831a9f3342b43d68346a-00685309c1" "proxy-server 2495502" 0.0020 "-" 2495502 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36773/sda1/2/a/c1" "tx4831a9f3342b43d68346a-00685309c1" "container-server 2495502" 0.0012 "-" 2495502 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46357/sdb1/2/a/c1" "tx4831a9f3342b43d68346a-00685309c1" "container-server 2495502" 0.0019 "-" 2495502 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4831a9f3342b43d68346a-00685309c1" "proxy-server 2495502" 0.0156 "-" 2495502 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4831a9f3342b43d68346a-00685309c1" "proxy-server 2495502" 0.0118 "-" 2495502 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/29 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4831a9f3342b43d68346a-00685309c1 - 0.0244 - - 1750272449.896947861 1750272449.921375275 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf332d66facc44c77a4845-00685309c1" "proxy-server 2495502" 0.0019 "-" 2495502 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36773/sda1/1/a/c2" "txf332d66facc44c77a4845-00685309c1" "container-server 2495502" 0.0010 "-" 2495502 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46357/sdb1/1/a/c2" "txf332d66facc44c77a4845-00685309c1" "container-server 2495502" 0.0016 "-" 2495502 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf332d66facc44c77a4845-00685309c1" "proxy-server 2495502" 0.0137 "-" 2495502 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf332d66facc44c77a4845-00685309c1" "proxy-server 2495502" 0.0098 "-" 2495502 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/29 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf332d66facc44c77a4845-00685309c1 - 0.0228 - - 1750272449.922773600 1750272449.945562124 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 2495511 - -test ERROR: ERROR Account update failed with 127.0.0.1:47819/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 2495511 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0037 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:29 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmppcmf32jb/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txab72b8e0297b4f41be51c-00685309c1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txab72b8e0297b4f41be51c-00685309c1) -test INFO: Client disconnected on read of '/a/c' (txn: txab72b8e0297b4f41be51c-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4a875cc59799424495f2a-00685309c1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4a875cc59799424495f2a-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4a875cc59799424495f2a-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx07beb99ccf1f4108a720c-00685309c1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb8431da8273841a2bf99a-00685309c1) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe1f926e355b74d27ba4af-00685309c1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8db239fb09aa4ce7ad5b7-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txab3f34c2a0bf4cb78b1df-00685309c1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx129f80468a9e44178efce-00685309c1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx129f80468a9e44178efce-00685309c1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txb75f8e0b5e4f4610a896d-00685309c1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc2f33f797ccd43fab1cb7-00685309c1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7db425b1485f4b2d9ce65-00685309c1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txf2a7d546f10049e1ae3b0-00685309c1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3fc75f19d8cf4e6984611-00685309c1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe53c2dd125d34dcfb0ecb-00685309c1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe53c2dd125d34dcfb0ecb-00685309c1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx79f447348f0640f090594-00685309c1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8631b81f57f04ced98b31-00685309c1) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx81739dc05c2d4c77af876-00685309c1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx0952bc9a4a914ce0b6013-00685309c1) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa53ff56c5f794d1697dff-006645fc6b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa53ff56c5f794d1697dff-006645fc6b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx04d27e58aea84f41ac2c5-006645fc6b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx38ceb838195e45b4a4d6b-006645fc6b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx38ceb838195e45b4a4d6b-006645fc6b) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test @@ -44440,436 +42669,688 @@ Exception: kaboom1! test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0025 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0014 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 2495511 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0060 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 2495511 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test DEBUG: Unlinked retiring db '/tmp/tmpkc74e90o/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx16607b7241f646a280031-006645fc6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx16607b7241f646a280031-006645fc6d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx554e7834b3dc439e8618e-006645fc6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx554e7834b3dc439e8618e-006645fc6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx1e3a188749bb4ee9bf37a-006645fc6e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx1e3a188749bb4ee9bf37a-006645fc6e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx1e3a188749bb4ee9bf37a-006645fc6e) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx1e3a188749bb4ee9bf37a-006645fc6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '68ef2de63d8f579063c513b2b92f3d31', '643fe849-cad7-48a1-bf22-74c38158fd64-', '1715862639.06273', '1715862639.06044', '0', '', '1715862639.06044', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.07695', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862639.07695', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.07695', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.07835', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.07835', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.06418', 'epoch': '1715862639.06418', 'reported': 0, 'tombstones': -1}], '643fe849-cad7-48a1-bf22-74c38158fd64-') +test DEBUG: /tmp/tmpkfnkikzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.06418.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkfnkikzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.06418.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '68ef2de63d8f579063c513b2b92f3d31', '643fe849-cad7-48a1-bf22-74c38158fd64-', '1715862639.06273', '1715862639.07364', '0', '', '1715862639.06044', 101, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.07695', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862639.07695', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.07695', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.07835', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.07835', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.06418', 'epoch': '1715862639.06418', 'reported': 0, 'tombstones': -1}], '643fe849-cad7-48a1-bf22-74c38158fd64-') +test DEBUG: /tmp/tmpkfnkikzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.06418.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkfnkikzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.06418.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmp8t9swnre/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, 'e5cd5699ab5ab376ee947d261894a465', 'c63d78aa-5a21-4a2a-ba6e-b41dcefe8ed5-', '1715862639.12712', '1715862639.12507', '0', '', '1715862639.12507', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.14101', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.14101', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.14101', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.14278', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.14278', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.12853', 'epoch': '1715862639.12853', 'reported': 0, 'tombstones': -1}], 'c63d78aa-5a21-4a2a-ba6e-b41dcefe8ed5-') +test DEBUG: /tmp/tmp8t9swnre/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.12853.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8t9swnre/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.12853.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, 'e5cd5699ab5ab376ee947d261894a465', 'c63d78aa-5a21-4a2a-ba6e-b41dcefe8ed5-', '1715862639.12712', '1715862639.13774', '0', '', '1715862639.12507', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.14101', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.14101', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.14101', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.14278', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.14278', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.12853', 'epoch': '1715862639.12853', 'reported': 0, 'tombstones': -1}], 'c63d78aa-5a21-4a2a-ba6e-b41dcefe8ed5-') +test DEBUG: /tmp/tmp8t9swnre/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.12853.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8t9swnre/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.12853.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpwh204git/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpzw209wl9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.00000 +test INFO: Object update sweep completed on /tmp/tmpzw209wl9/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpanat5wnb/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpanat5wnb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpanat5wnb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 +test INFO: Object update sweep completed on /tmp/tmpanat5wnb/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpshrz2d45/devices/sda1 (pid: 1593270) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpshrz2d45/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 +test INFO: Object update sweep completed on /tmp/tmpshrz2d45/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpshrz2d45/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpshrz2d45/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpshrz2d45/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 +test INFO: Object update sweep completed on /tmp/tmpshrz2d45/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc31tfw3y/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpc31tfw3y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpc31tfw3y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpc31tfw3y/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc31tfw3y/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpc31tfw3y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 +test INFO: Object update sweep completed on /tmp/tmpc31tfw3y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpgw2o3he_/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpgw2o3he_/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpgw2o3he_/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpgw2o3he_/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx01656b357cb74270b452a-00685309c2) -test INFO: Client disconnected on read of '/a/c' (txn: tx01656b357cb74270b452a-00685309c2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx62fbe63d3e0f45198d9b4-00685309c2) -test INFO: Client disconnected on read of '/a/c' (txn: tx62fbe63d3e0f45198d9b4-00685309c2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx4809eb85bde943a1bab8b-00685309c3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx4809eb85bde943a1bab8b-00685309c3) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx4809eb85bde943a1bab8b-00685309c3) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx4809eb85bde943a1bab8b-00685309c3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server ERROR: Object returning 503 for [] (txn: txf2db1f3f55314506bcb0f-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx248b4692973241728ecf8-00685309c1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f61a79799124a6ca5863-00685309c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx38ceb838195e45b4a4d6b-006645fc6b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx85528d4488ca4dc6b8b2c-006645fc6c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx85528d4488ca4dc6b8b2c-006645fc6c) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx85528d4488ca4dc6b8b2c-006645fc6c) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx85528d4488ca4dc6b8b2c-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx7ab481d898594fc5a3cd5-006645fc6c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7ab481d898594fc5a3cd5-006645fc6c) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7ab481d898594fc5a3cd5-006645fc6c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44877,8 +43358,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx5cc4001e51ba45ad88b08-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44886,8 +43367,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx5cc4001e51ba45ad88b08-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44895,8 +43376,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx5cc4001e51ba45ad88b08-006645fc6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44904,8 +43386,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx24e8f0d8f4a747b38cdc4-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44913,8 +43395,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx24e8f0d8f4a747b38cdc4-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44922,8 +43404,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx24e8f0d8f4a747b38cdc4-006645fc6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44931,8 +43415,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx633cd575569a4f63a54d7-006645fc6c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -44940,27 +43424,39 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +StopIteration (txn: tx633cd575569a4f63a54d7-006645fc6c) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, 'e5cd5699ab5ab376ee947d261894a465', '5c4309d2-3d6b-4e5b-89b7-ea8297eb5797-', '1715862639.19124', '1715862639.18913', '0', '', '1715862639.18913', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.20542', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.20542', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.20542', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.20717', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.20717', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.19274', 'epoch': '1715862639.19274', 'reported': 0, 'tombstones': -1}], '5c4309d2-3d6b-4e5b-89b7-ea8297eb5797-') +test DEBUG: /tmp/tmpwh204git/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.19274.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpwh204git/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.19274.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, 'e5cd5699ab5ab376ee947d261894a465', '5c4309d2-3d6b-4e5b-89b7-ea8297eb5797-', '1715862639.19124', '1715862639.20217', '0', '', '1715862639.18913', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.20542', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.20542', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.20542', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.20717', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.20717', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.19274', 'epoch': '1715862639.19274', 'reported': 0, 'tombstones': -1}], '5c4309d2-3d6b-4e5b-89b7-ea8297eb5797-') +test DEBUG: /tmp/tmpwh204git/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.19274.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpwh204git/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.19274.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpuoou01pn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -44977,25 +43473,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: txd872a0b887204be6b4d2d-00685309c1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6bd337d367294891a19e3-00685309c1) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6bd337d367294891a19e3-00685309c1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx20aa0dd51761483787b88-00685309c1) -test INFO: Client disconnected on read of '/a/c' (txn: txe7dfb5267312407babc7f-00685309c1) -test INFO: Client disconnected on read of '/a/c' (txn: txc53da8098a9543ed91bbc-00685309c1) -test INFO: Client disconnected on read of '/a/c' (txn: txc53da8098a9543ed91bbc-00685309c1) +Exception: kaboom! (txn: tx2de39a850b0f4c0c9dabe-006645fc6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx63be0eb97b714af7bcfef-006645fc6f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +test INFO: Client disconnected on read of '/a/c' (txn: tx5329396096744ecfbe01c-006645fc6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx2b852d4ca1fa4c479376e-006645fc6f) +test INFO: Client disconnected on read of '/a/c' (txn: txe4b916f31ba34253b4187-006645fc6f) +test INFO: Client disconnected on read of '/a/c' (txn: txe4b916f31ba34253b4187-006645fc6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -45014,26 +43500,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45042,9 +43509,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45053,6 +43518,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -45071,170 +43537,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:30 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2495511 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:47:30 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0038 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:47:30 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0046 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2495511 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45243,8 +43546,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45253,6 +43555,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -45271,19 +43574,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45292,7 +43583,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45301,69 +43592,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45372,197 +43603,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0041 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0046 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0040 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0036 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0058 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0040 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2495511 nada -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 2495511 999 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0041 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0013 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0037 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 2495511 1 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0038 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 2495511 3 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0038 "-" 2495511 4 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0043 "-" 2495511 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0047 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf4eda39830484c1bbb629-00685309c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx84379d4c12a74ef99317e-00685309c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84379d4c12a74ef99317e-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84379d4c12a74ef99317e-00685309c2) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx84379d4c12a74ef99317e-00685309c2) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx695bf25bff51400eb3020-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx695bf25bff51400eb3020-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx695bf25bff51400eb3020-00685309c2) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx695bf25bff51400eb3020-00685309c2) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9fceaf31dd6a486a9ff22-00685309c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9fceaf31dd6a486a9ff22-00685309c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9fceaf31dd6a486a9ff22-00685309c2) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9fceaf31dd6a486a9ff22-00685309c2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: Setting object count to 1068 (txn: tx7a336003ac3d42539d1e9-00685309c3) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Setting object count to 1068 (txn: tx4db0e46508dc40c1bc9b7-00685309c3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txbd7bb7b478bc41a2b8d83-00685309c4) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45571,7 +43612,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45580,10 +43621,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45592,7 +43630,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45601,7 +43640,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45610,8 +43649,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45620,7 +43658,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45629,7 +43667,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45638,10 +43679,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45650,7 +43688,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45659,7 +43697,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45668,12 +43706,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45682,7 +43719,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45691,7 +43728,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -45700,82 +43737,543 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'c6d53d257171fda11fdffdf8fa9a1d4a', 'ade7fdfc-9cd6-42e1-8b5d-08b3bcf888b6-', '1715862639.25529', '1715862639.25332', '0', '', '1715862639.25332', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.25664', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862639.25664', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.25664', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.25864', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.25864', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.25671', 'epoch': '1715862639.25671', 'reported': 0, 'tombstones': -1}], 'ade7fdfc-9cd6-42e1-8b5d-08b3bcf888b6-') +test DEBUG: /tmp/tmpuoou01pn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.25671.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuoou01pn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.25671.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'c6d53d257171fda11fdffdf8fa9a1d4a', 'ade7fdfc-9cd6-42e1-8b5d-08b3bcf888b6-', '1715862639.25529', '1715862639.26853', '0', '', '1715862639.25332', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.25664', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862639.25664', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.25664', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.25864', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.25864', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.25671', 'epoch': '1715862639.25671', 'reported': 0, 'tombstones': -1}], 'ade7fdfc-9cd6-42e1-8b5d-08b3bcf888b6-') +test DEBUG: /tmp/tmpuoou01pn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.25671.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuoou01pn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.25671.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpgwfl0rn1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile123 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile1593246 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile123 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile1593246 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpgw2o3he_/devices/sda1 (pid: 1593270) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 to None +test INFO: Object update sweep completed on /tmp/tmpgw2o3he_/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpgw2o3he_/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmpgw2o3he_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000 +test INFO: Object update sweep completed on /tmp/tmpgw2o3he_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862644.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862645.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862646.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862647.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -45783,936 +44281,29 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec1553dfb94b480ea097a-00685309c1) +StopIteration (txn: tx633cd575569a4f63a54d7-006645fc6c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0029 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0039 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0035 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0033 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0021 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0061 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0036 "-" 2495511 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d2bcf7cf5004388a905e-00685309c1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx589222291f47451495f2b-006645fc6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -46721,85 +44312,26 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Exception: Connection refused: Please insert ten dollars (txn: tx04ef8cb571b8414abfa03-006645fc6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txe88d62552725462b80653-006645fc6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx9c2911649774470199d6b-006645fc6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx800286ae1c6b46e29d4f8-006645fc6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txd6c1ad753ef3413097f03-006645fc6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -46808,526 +44340,1569 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: Container GET returning 503 for [] (txn: txf9d0003dfa604310898cd-00685309c3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txbf65dac21a994bceb7554-00685309c4) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txbf65dac21a994bceb7554-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: txf29ceb19ed4f4b2a8b9b7-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: txc0b0e06b543e4dfa97e3c-00685309c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4e79e3eb369b4e648c893-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4e79e3eb369b4e648c893-00685309c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4e79e3eb369b4e648c893-00685309c4) -test ERROR: Container GET returning 503 for [] (txn: tx4e79e3eb369b4e648c893-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: tx4e79e3eb369b4e648c893-00685309c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: Container GET returning 503 for [] (txn: txf9ff2dc63d7b4347baa14-00685309c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1aaeafce09124add9830d-00685309c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1aaeafce09124add9830d-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1aaeafce09124add9830d-00685309c4) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Exception: kaboom! (txn: txc119d8100f4242c6a5b9f-006645fc6d) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txa8d236b3025345f08541d-006645fc6d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1ff1d7fde64f40628acd6-006645fc6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txacba5755be8e48aabed08-006645fc6d) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_04fg83v/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp_04fg83v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862648.00000 +test INFO: Object update sweep completed on /tmp/tmp_04fg83v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp5ste3tli/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp5ste3tli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.00000 +test INFO: Object update sweep completed on /tmp/tmp5ste3tli/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp5ste3tli/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp5ste3tli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862645.00000 +test INFO: Object update sweep completed on /tmp/tmp5ste3tli/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7co3x38l/devices/sda1 (pid: 1593270) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmp7co3x38l/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862642.00000: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmp7co3x38l/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp5_z0q6wo/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp5_z0q6wo/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862643.06012 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp5_z0q6wo/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715862643.06074 +test INFO: Object update sweep completed on /tmp/tmp5_z0q6wo/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe7jks2q8/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpe7jks2q8/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862643.26765 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpe7jks2q8/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862643.26746 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpe7jks2q8/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862643.26756 +test INFO: Object update sweep completed on /tmp/tmpe7jks2q8/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp19z4fk8r/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp19z4fk8r/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862643.37139 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp19z4fk8r/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862643.37147 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok + 0 0.000 0.000 profile:0(profiler) + + +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile123 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile1593246 +Fri May 17 02:30:40 2024 /tmp/tmpaeo5g1cw/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile123 +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:30:41 2024 /tmp/tmpba3cwisz/unittest.profile1593246 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpcdqvc66_/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test ERROR: Problem finding shard upper in '/tmp/tmpxewb08z5/test_container.db': : LockTimeout (Nones) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'c6d53d257171fda11fdffdf8fa9a1d4a', 'f532f973-380e-4777-be76-7dd85236b0db-', '1715862639.30905', '1715862639.30701', '0', '', '1715862639.30701', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.31060', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862639.31060', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.31060', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.31082', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.31082', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.31067', 'epoch': '1715862639.31067', 'reported': 0, 'tombstones': -1}], 'f532f973-380e-4777-be76-7dd85236b0db-') +test DEBUG: /tmp/tmpgwfl0rn1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.31067.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgwfl0rn1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.31067.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'c6d53d257171fda11fdffdf8fa9a1d4a', 'f532f973-380e-4777-be76-7dd85236b0db-', '1715862639.30905', '1715862639.31992', '0', '', '1715862639.30701', 99, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.31060', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862639.31060', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862639.31060', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.31082', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.31082', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.31067', 'epoch': '1715862639.31067', 'reported': 0, 'tombstones': -1}], 'f532f973-380e-4777-be76-7dd85236b0db-') +test DEBUG: /tmp/tmpgwfl0rn1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.31067.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgwfl0rn1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.31067.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2b501aaba0adfb2164f140f8878e7070', '170ffad8-55b7-4e70-ab12-43c92b65c5dc-', '1715862639.35534', '1715862639.35328', '0', '', '1715862639.35328', 2, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('170ffad8-55b7-4e70-ab12-43c92b65c5dc-', 'c0ad7ddcd21bd2c0303123f75421e928_1715862639.35856.db') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2b501aaba0adfb2164f140f8878e7070', '170ffad8-55b7-4e70-ab12-43c92b65c5dc-', '1715862639.35534', '1715862639.35328', '0', '', '1715862639.35328', 2, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.35669', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.35669', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.35669', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.35879', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.35879', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.35856', 'epoch': '1715862639.35856', 'reported': 0, 'tombstones': -1}], '170ffad8-55b7-4e70-ab12-43c92b65c5dc-') +test DEBUG: /tmp/tmpd73755cn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.35856.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpd73755cn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.35856.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2b501aaba0adfb2164f140f8878e7070', '6403aa14-d19d-4dd5-a329-2386f5f86423-', '1715862639.39757', '1715862639.39563', '0', '', '1715862639.39563', 2, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('6403aa14-d19d-4dd5-a329-2386f5f86423-', 'c0ad7ddcd21bd2c0303123f75421e928_1715862639.40083.db') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '2b501aaba0adfb2164f140f8878e7070', '6403aa14-d19d-4dd5-a329-2386f5f86423-', '1715862639.39757', '1715862639.39563', '0', '', '1715862639.39563', 2, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.39888', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.39888', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.39888', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.40105', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.40105', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.40083', 'epoch': '1715862639.40083', 'reported': 0, 'tombstones': -1}], '6403aa14-d19d-4dd5-a329-2386f5f86423-') +test DEBUG: /tmp/tmpbvoykh6k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.40083.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbvoykh6k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.40083.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', 'f20d178e-9192-4335-b4f8-5c9b53042c2b-', '1715862639.44757', '1715862639.44560', '0', '', '1715862639.44560', 3, 0) +test WARNING: /tmp/tmpaobzuyii/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.45039.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpaobzuyii/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.45039.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', 'f20d178e-9192-4335-b4f8-5c9b53042c2b-', '1715862639.44757', '1715862639.45848', '0', '', '1715862639.44560', 3, 0) +test WARNING: /tmp/tmpaobzuyii/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.45039.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpaobzuyii/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.45039.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', 'edb88b19-bbcc-4112-9daa-0db9bd6f4dc5-', '1715862639.48463', '1715862639.48277', '0', '', '1715862639.48277', 3, 0) +test WARNING: /tmp/tmp251giym0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.48942.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863114.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/58c/db6c0462beb0f62bfe89813e698d658c/db6c0462beb0f62bfe89813e698d658c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863118.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/005/38f61586d760e9d460a941cd8233d005/38f61586d760e9d460a941cd8233d005.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863122.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/667/e0d9f628958ab008b7ee0163a7158667/e0d9f628958ab008b7ee0163a7158667.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863126.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/932/91ed78130059eb8910d62bef666f9932/91ed78130059eb8910d62bef666f9932.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863130.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/ea5/3ddbfbf7589141e45602b67ed3d2fea5/3ddbfbf7589141e45602b67ed3d2fea5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863134.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/a7b/13bca0f75b9d73083b016320adb1ba7b/13bca0f75b9d73083b016320adb1ba7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863138.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/3cc/df291f663a88ba3500b52387ad3be3cc/df291f663a88ba3500b52387ad3be3cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863142.00000-0, db: /tmp/tmpervvnwkg/sda/containers/0/bf3/c044ae5de9fd0356a47bfe3842a0bbf3/c044ae5de9fd0356a47bfe3842a0bbf3.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpdi7662by/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862636.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpdi7662by/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862636.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862639.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/371/a64b5c1ee1dd2452d286a549c42f0371/a64b5c1ee1dd2452d286a549c42f0371_1715862639.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862639.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/371/a64b5c1ee1dd2452d286a549c42f0371/a64b5c1ee1dd2452d286a549c42f0371_1715862639.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53_1715862642.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53_1715862642.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862645.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/4e3/f99eb2ab1e574537250a5e453fe064e3/f99eb2ab1e574537250a5e453fe064e3_1715862645.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862645.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/4e3/f99eb2ab1e574537250a5e453fe064e3/f99eb2ab1e574537250a5e453fe064e3_1715862645.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862648.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f1d/21eccc9ece393af7736b5440b8509f1d/21eccc9ece393af7736b5440b8509f1d_1715862648.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862648.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f1d/21eccc9ece393af7736b5440b8509f1d/21eccc9ece393af7736b5440b8509f1d_1715862648.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862651.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b23/248813f4d02a8207fa4683a313718b23/248813f4d02a8207fa4683a313718b23_1715862651.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862651.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b23/248813f4d02a8207fa4683a313718b23/248813f4d02a8207fa4683a313718b23_1715862651.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b_1715862654.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b_1715862654.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862657.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/2f4/f2ca11d7c6057634d33a4bf33a46a2f4/f2ca11d7c6057634d33a4bf33a46a2f4_1715862657.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862657.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/2f4/f2ca11d7c6057634d33a4bf33a46a2f4/f2ca11d7c6057634d33a4bf33a46a2f4_1715862657.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862660.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/527/599a347c159ac244cd669d61c0a36527/599a347c159ac244cd669d61c0a36527_1715862660.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862660.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/527/599a347c159ac244cd669d61c0a36527/599a347c159ac244cd669d61c0a36527_1715862660.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862663.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/fad/25640c93dfa5be027772cdd492203fad/25640c93dfa5be027772cdd492203fad_1715862663.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862663.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/fad/25640c93dfa5be027772cdd492203fad/25640c93dfa5be027772cdd492203fad_1715862663.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8_1715862666.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8_1715862666.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862669.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f7a/ce54cdc0a54ac294d821b8622b47af7a/ce54cdc0a54ac294d821b8622b47af7a_1715862669.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862669.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/f7a/ce54cdc0a54ac294d821b8622b47af7a/ce54cdc0a54ac294d821b8622b47af7a_1715862669.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862672.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/07c/fd3db011ff72a6e8927f967be749e07c/fd3db011ff72a6e8927f967be749e07c_1715862672.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862672.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/07c/fd3db011ff72a6e8927f967be749e07c/fd3db011ff72a6e8927f967be749e07c_1715862672.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862675.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/ea0/93cb068313db0ee963e71b878eb8fea0/93cb068313db0ee963e71b878eb8fea0_1715862675.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862675.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/ea0/93cb068313db0ee963e71b878eb8fea0/93cb068313db0ee963e71b878eb8fea0_1715862675.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae_1715862678.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae_1715862678.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862681.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/941/64399646474ad663c584d643c27c3941/64399646474ad663c584d643c27c3941_1715862681.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862681.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/941/64399646474ad663c584d643c27c3941/64399646474ad663c584d643c27c3941_1715862681.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862684.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/81f/b191455b2d9bade0c47a25a6e7f7b81f/b191455b2d9bade0c47a25a6e7f7b81f_1715862684.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862684.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/81f/b191455b2d9bade0c47a25a6e7f7b81f/b191455b2d9bade0c47a25a6e7f7b81f_1715862684.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862687.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/172/934b91debd48517c4adf18b6b5fc6172/934b91debd48517c4adf18b6b5fc6172_1715862687.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862687.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/172/934b91debd48517c4adf18b6b5fc6172/934b91debd48517c4adf18b6b5fc6172_1715862687.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862690.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b48/09aeb842dc178260c8c8429e9014eb48/09aeb842dc178260c8c8429e9014eb48_1715862690.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862690.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b48/09aeb842dc178260c8c8429e9014eb48/09aeb842dc178260c8c8429e9014eb48_1715862690.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862693.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/da8/300f374d7ae1c08891ee4590759a2da8/300f374d7ae1c08891ee4590759a2da8_1715862693.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862693.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/da8/300f374d7ae1c08891ee4590759a2da8/300f374d7ae1c08891ee4590759a2da8_1715862693.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862696.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/feb/39d3820e23e8538832099b7d8aaf8feb/39d3820e23e8538832099b7d8aaf8feb_1715862696.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862696.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/feb/39d3820e23e8538832099b7d8aaf8feb/39d3820e23e8538832099b7d8aaf8feb_1715862696.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862699.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/25d/88d1b49a6bdc62a9d2f1959e5452525d/88d1b49a6bdc62a9d2f1959e5452525d_1715862699.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862699.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/25d/88d1b49a6bdc62a9d2f1959e5452525d/88d1b49a6bdc62a9d2f1959e5452525d_1715862699.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862702.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/aaf/039f81f6ab923bcbcb469625d2a2baaf/039f81f6ab923bcbcb469625d2a2baaf_1715862702.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862702.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/aaf/039f81f6ab923bcbcb469625d2a2baaf/039f81f6ab923bcbcb469625d2a2baaf_1715862702.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862705.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/69f/d85607a68db7cf287feb98c75872c69f/d85607a68db7cf287feb98c75872c69f_1715862705.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862705.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/69f/d85607a68db7cf287feb98c75872c69f/d85607a68db7cf287feb98c75872c69f_1715862705.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862708.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a1b/16d877dfe09f206238cd212690ea3a1b/16d877dfe09f206238cd212690ea3a1b_1715862708.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862708.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a1b/16d877dfe09f206238cd212690ea3a1b/16d877dfe09f206238cd212690ea3a1b_1715862708.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862711.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/380/515f2793d3e1ec3706d42e0d36b4e380/515f2793d3e1ec3706d42e0d36b4e380_1715862711.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862711.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/380/515f2793d3e1ec3706d42e0d36b4e380/515f2793d3e1ec3706d42e0d36b4e380_1715862711.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef_1715862714.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef_1715862714.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862717.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/930/9778c8c59eeb2a0bddc9855f4af6a930/9778c8c59eeb2a0bddc9855f4af6a930_1715862717.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862717.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/930/9778c8c59eeb2a0bddc9855f4af6a930/9778c8c59eeb2a0bddc9855f4af6a930_1715862717.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862720.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/db4/d1f9ec6fdc71d34d085976f44ae91db4/d1f9ec6fdc71d34d085976f44ae91db4_1715862720.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862720.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/db4/d1f9ec6fdc71d34d085976f44ae91db4/d1f9ec6fdc71d34d085976f44ae91db4_1715862720.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862723.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/ac5/8aa8235160d7e92adb53a08395c8dac5/8aa8235160d7e92adb53a08395c8dac5_1715862723.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862723.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/ac5/8aa8235160d7e92adb53a08395c8dac5/8aa8235160d7e92adb53a08395c8dac5_1715862723.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37_1715862726.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37_1715862726.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862729.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/307/e1ffc2cb0ce691eeb4f511b36f845307/e1ffc2cb0ce691eeb4f511b36f845307_1715862729.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862729.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/307/e1ffc2cb0ce691eeb4f511b36f845307/e1ffc2cb0ce691eeb4f511b36f845307_1715862729.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862732.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/e94/80016a8b6571e873ddee2f94cc761e94/80016a8b6571e873ddee2f94cc761e94_1715862732.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862732.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/e94/80016a8b6571e873ddee2f94cc761e94/80016a8b6571e873ddee2f94cc761e94_1715862732.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862735.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c_1715862735.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862735.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c_1715862735.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2_1715862738.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2_1715862738.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd_1715862741.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd_1715862741.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8_1715862744.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8_1715862744.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0_1715862747.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0_1715862747.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f_1715862750.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f_1715862750.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7_1715862753.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7_1715862753.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862756.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/35e/89d4493bb087e609a6b57295c82ab35e/89d4493bb087e609a6b57295c82ab35e_1715862756.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862756.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/35e/89d4493bb087e609a6b57295c82ab35e/89d4493bb087e609a6b57295c82ab35e_1715862756.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e_1715862759.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e_1715862759.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862762.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/305/a6d314d285005366f961fe8daae95305/a6d314d285005366f961fe8daae95305_1715862762.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862762.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/305/a6d314d285005366f961fe8daae95305/a6d314d285005366f961fe8daae95305_1715862762.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862765.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a33/3605bb131fff5036d6d46f192aa81a33/3605bb131fff5036d6d46f192aa81a33_1715862765.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862765.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a33/3605bb131fff5036d6d46f192aa81a33/3605bb131fff5036d6d46f192aa81a33_1715862765.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862768.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5e5/a155661a767e7b08fa15fc791952a5e5/a155661a767e7b08fa15fc791952a5e5_1715862768.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862768.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/5e5/a155661a767e7b08fa15fc791952a5e5/a155661a767e7b08fa15fc791952a5e5_1715862768.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6_1715862771.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6_1715862771.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51_1715862774.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51_1715862774.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862777.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/25a/be0921235741b4033ccfb2495865625a/be0921235741b4033ccfb2495865625a_1715862777.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862777.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/25a/be0921235741b4033ccfb2495865625a/be0921235741b4033ccfb2495865625a_1715862777.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862780.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c37/e514bbfdb4086ec115507a8bba284c37/e514bbfdb4086ec115507a8bba284c37_1715862780.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862780.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c37/e514bbfdb4086ec115507a8bba284c37/e514bbfdb4086ec115507a8bba284c37_1715862780.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117_1715862783.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117_1715862783.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07_1715862786.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07_1715862786.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862789.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d11/93fe25786efad3a13b94df019d201d11/93fe25786efad3a13b94df019d201d11_1715862789.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862789.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/d11/93fe25786efad3a13b94df019d201d11/93fe25786efad3a13b94df019d201d11_1715862789.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862792.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/54d/f64e2d778608e9b7138b79ad84c1f54d/f64e2d778608e9b7138b79ad84c1f54d_1715862792.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862792.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/54d/f64e2d778608e9b7138b79ad84c1f54d/f64e2d778608e9b7138b79ad84c1f54d_1715862792.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6_1715862795.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6_1715862795.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e_1715862798.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e_1715862798.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862801.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/897/82559a8af45adfc70f760235eb50a897/82559a8af45adfc70f760235eb50a897_1715862801.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862801.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/897/82559a8af45adfc70f760235eb50a897/82559a8af45adfc70f760235eb50a897_1715862801.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862804.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/02c/132da9f71447dd31e04164115cba402c/132da9f71447dd31e04164115cba402c_1715862804.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862804.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/02c/132da9f71447dd31e04164115cba402c/132da9f71447dd31e04164115cba402c_1715862804.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03_1715862807.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03_1715862807.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862810.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/df9/d8986d5573ea902da779e71313b28df9/d8986d5573ea902da779e71313b28df9_1715862810.00000.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx8e13145d52bd467ca8efd-006645fc66) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2740a8f511fe4fe0ba794-006645fc68) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe9cc299e5cc042bdb8a25-006645fc68) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx993aeff1404b40e1b0a4c-006645fc68) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx33687c56728b4390a64e9-006645fc68) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx52261b7cc34944a6ada8d-006645fc68) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7926199222947bf85543-00685309c3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: txdc47ffd003fd46a38aa32-006645fc6d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcf287654a65347d2bfa14-006645fc6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx87e5ef0464604ce6a1698-006645fc6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx3372e544c8d8498bae961-006645fc6f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx3372e544c8d8498bae961-006645fc6f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx3372e544c8d8498bae961-006645fc6f) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx3372e544c8d8498bae961-006645fc6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: tx8dea246f1b4b46699ef04-006645fc6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: tx2888adde631d45f29663b-006645fc6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx4e74201e204d40e2aaae7-006645fc6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx553448f97b0f47878641c-006645fc6f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc1c7f3504d92461e9e887-006645fc6f) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp19z4fk8r/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862643.37143 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp19z4fk8r/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862643.37134 +test INFO: Object update sweep completed on /tmp/tmp19z4fk8r/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9zkih1bc/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp9zkih1bc/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862643.37608 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp9zkih1bc/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862643.37625 +test INFO: Object update sweep completed on /tmp/tmp9zkih1bc/devices/sda1 in 0.10s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpluf1qhbx/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpluf1qhbx/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715862643.48416 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpluf1qhbx/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1715862643.48391 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpluf1qhbx/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1715862643.48384 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpluf1qhbx/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862643.48372 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpluf1qhbx/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715862643.48376 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpluf1qhbx/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862643.48358 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpluf1qhbx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862643.48348 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpluf1qhbx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862643.48363 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpluf1qhbx/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1715862643.48387 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpluf1qhbx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862643.48368 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpluf1qhbx/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715862643.48380 +test INFO: Object update sweep completed on /tmp/tmpluf1qhbx/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa3t9ijky/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpa3t9ijky/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862643.68940 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpa3t9ijky/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715862643.68948 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpa3t9ijky/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715862643.68955 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpa3t9ijky/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862643.68936 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpa3t9ijky/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862643.68920 +test INFO: Object update sweep completed on /tmp/tmpa3t9ijky/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44291/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44291/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test WARNING: /tmp/tmp251giym0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.48942.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', 'edb88b19-bbcc-4112-9daa-0db9bd6f4dc5-', '1715862639.48463', '1715862639.49854', '0', '', '1715862639.48277', 3, 0) +test WARNING: /tmp/tmp251giym0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.48942.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp251giym0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.48942.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, 'e451f796aa89c6b4411c669bc9bc1afc', '2d561272-0316-41cf-9275-119e2e6c45ec-', '1715862639.55068', '1715862639.54850', '0', '', '1715862639.54850', 5, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.56506', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.56506', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.56506', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.56681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.56681', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.55337', 'epoch': '1715862639.55337', 'reported': 0, 'tombstones': -1}], '2d561272-0316-41cf-9275-119e2e6c45ec-') +test DEBUG: /tmp/tmp4f8s_vvb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.55337.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4f8s_vvb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.55337.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, 'e451f796aa89c6b4411c669bc9bc1afc', '2d561272-0316-41cf-9275-119e2e6c45ec-', '1715862639.55068', '1715862639.56178', '0', '', '1715862639.54850', 5, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.56506', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.56506', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.56506', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.56681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.56681', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.55337', 'epoch': '1715862639.55337', 'reported': 0, 'tombstones': -1}], '2d561272-0316-41cf-9275-119e2e6c45ec-') +test DEBUG: /tmp/tmp4f8s_vvb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.55337.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4f8s_vvb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.55337.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, 'e451f796aa89c6b4411c669bc9bc1afc', '52b4b1bf-315d-4d72-a231-7d344a87ad87-', '1715862639.62343', '1715862639.62137', '0', '', '1715862639.62137', 5, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.63857', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.63857', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.63857', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.64022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.64022', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.62642', 'epoch': '1715862639.62642', 'reported': 0, 'tombstones': -1}], '52b4b1bf-315d-4d72-a231-7d344a87ad87-') +test DEBUG: /tmp/tmpf1lyv61c/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.62642.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf1lyv61c/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.62642.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, 'e451f796aa89c6b4411c669bc9bc1afc', '52b4b1bf-315d-4d72-a231-7d344a87ad87-', '1715862639.62343', '1715862639.63484', '0', '', '1715862639.62137', 5, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.63857', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.63857', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.63857', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.64022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.64022', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.62642', 'epoch': '1715862639.62642', 'reported': 0, 'tombstones': -1}], '52b4b1bf-315d-4d72-a231-7d344a87ad87-') +test DEBUG: /tmp/tmpf1lyv61c/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.62642.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf1lyv61c/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.62642.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', '051e7eff-38d8-4dc1-ab5d-e4786d3e16bc-', '1715862639.69147', '1715862639.68933', '0', '', '1715862639.68933', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.69511', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.69511', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.69511', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.69666', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.69666', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.69641', 'epoch': '1715862639.69641', 'reported': 0, 'tombstones': -1}], '051e7eff-38d8-4dc1-ab5d-e4786d3e16bc-') +test DEBUG: /tmp/tmpww84qefn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.69641.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpww84qefn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.69641.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b9e8f9f5abc34368d63c915cb244b50e', '051e7eff-38d8-4dc1-ab5d-e4786d3e16bc-', '1715862639.69147', '1715862639.70572', '0', '', '1715862639.68933', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: Object returning 503 for [] (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8366629169bc40f1b7f73-006645fc68) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx93765ec506934a3ebdc8e-006645fc6e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx93765ec506934a3ebdc8e-006645fc6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: txc1c7f3504d92461e9e887-006645fc6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd99653d569af4696bef1f-006645fc71) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txad3fb5a589604904b71e0-006645fc71) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: txad3fb5a589604904b71e0-006645fc71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txb707daf16af0447d91ae7-006645fc71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx76ae060e1b8442c0aed68-006645fc71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx4820aa581012432abc90a-006645fc71) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txab61ad5dfb7d4774a5a7c-006645fc71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1aaeafce09124add9830d-00685309c4) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1aaeafce09124add9830d-00685309c4) -test ERROR: Container GET returning 503 for [] (txn: tx1aaeafce09124add9830d-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7d6f1fc5477d4e48878fa-00685309c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7d6f1fc5477d4e48878fa-00685309c4) -test ERROR: Container GET returning 503 for [] (txn: tx7d6f1fc5477d4e48878fa-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c738ba9e89a4d7db81e0-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1dfd6ac3f2c14a3b8104d-00685309c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1dfd6ac3f2c14a3b8104d-00685309c4) -test ERROR: Container GET returning 503 for [500, 500] (txn: tx1dfd6ac3f2c14a3b8104d-00685309c4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx02a0727f32be4aaeb5e5d-00685309c4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf86ca0b7c8b44e869d2de-00685309c4) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf86ca0b7c8b44e869d2de-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: txf86ca0b7c8b44e869d2de-00685309c4) -test ERROR: Container GET returning 503 for [] (txn: txb0e2ea4d183a4966b3a0d-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: txb0e2ea4d183a4966b3a0d-00685309c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx82e49aa54f164da1a3e87-00685309c4) -test INFO: Client disconnected on read of '/a/c' (txn: tx82e49aa54f164da1a3e87-00685309c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txacb7ea108b07490a8a177-00685309c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txacb7ea108b07490a8a177-00685309c4) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txacb7ea108b07490a8a177-00685309c4) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txacb7ea108b07490a8a177-00685309c4) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txacb7ea108b07490a8a177-00685309c4) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txacb7ea108b07490a8a177-00685309c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx7659b09acc9d4a8695360-006645fc71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx77d03364e70f4f3ba91ce-00685309c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txf24d0674771147e9a5f3f-00685309c5) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txf24d0674771147e9a5f3f-00685309c5) -test INFO: Client disconnected on read of '/a/c' (txn: txf24d0674771147e9a5f3f-00685309c5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c131ae8bca6415ebcba0-00685309c5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c131ae8bca6415ebcba0-00685309c5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c131ae8bca6415ebcba0-00685309c5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3c131ae8bca6415ebcba0-00685309c5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4c0bc8d22d054b7d893f5-00685309c5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa0c7aab0f69a48db9f75a-00685309c5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb728e3473b654e4c9fe7a-00685309c5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx28472d3c411b467d86462-00685309c5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx5d39f15dcb0745f8804d3-00685309c5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4d5a2f0b038d483a8be20-00685309c5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa3f26d763343417f8e295-00685309c5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx54615fa571c743419c928-00685309c5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2b6e9a92a5c3405aa43ec-00685309c5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb96dba65203745089f7ad-00685309c5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx71b8f7e4c1794141a6c99-00685309c5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txfa05abe0eeb14ce5919a6-00685309c5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:44291/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.09s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.09s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test INFO: Timeout waiting on remote server 127.0.0.1:44291/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test INFO: Timeout connecting to remote server 127.0.0.1:44291/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp912sjrb4/devices/sda1 (pid: 1593270) +test DEBUG: Update sent for /a/c/o /tmp/tmp912sjrb4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862643.70156 +test INFO: Object update sweep completed on /tmp/tmp912sjrb4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx279d1c253ce945639be10-00685309c5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2a0da1ec9a0b4c7f85d65-00685309c5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx257f4dff5b294e23baee2-00685309c5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx24f00ecf6d9f4c00b75f4-00685309c5) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpem6qnhdk/devices/sda1 (pid: 1593270) +test INFO: Object update sweep progress on /tmp/tmpem6qnhdk/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update sweep progress on /tmp/tmpem6qnhdk/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update sweep completed on /tmp/tmpem6qnhdk/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) +test INFO: Object update sweep starting on /tmp/tmpx117b7y6/devices/sda1 (pid: 1593270) +test INFO: Object update sweep completed on /tmp/tmpx117b7y6/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1593270) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2740ba85aa0f4f0c8d18f-00685309c5) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb56592284a0d47e2a2277-006645fc74) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe6d909802924463baa6f2-00685309c5) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphy4ed0zt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphy4ed0zt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphy4ed0zt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphy4ed0zt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0036 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb0d922d710f84137aa62a-00685309c5" "proxy-server 2495495" 0.0012 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55389/sda1/0/a/c" "txb0d922d710f84137aa62a-00685309c5" "container-server 2495495" 0.0011 "-" 2495495 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:37857/sdb1/0/a/c" "txb0d922d710f84137aa62a-00685309c5" "container-server 2495495" 0.0020 "-" 2495495 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb0d922d710f84137aa62a-00685309c5" "proxy-server 2495495" 0.0138 "-" 2495495 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb0d922d710f84137aa62a-00685309c5" "proxy-server 2495495" 0.0101 "-" 2495495 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb0d922d710f84137aa62a-00685309c5 - 0.0216 - - 1750272453.946274519 1750272453.967831850 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txffccb55cff7e47c290b7c-00685309c5" "proxy-server 2495495" 0.0012 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:55389/sda1/2/a1/c1" "txffccb55cff7e47c290b7c-00685309c5" "container-server 2495495" 0.0011 "-" 2495495 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:37857/sdb1/2/a1/c1" "txffccb55cff7e47c290b7c-00685309c5" "container-server 2495495" 0.0011 "-" 2495495 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txffccb55cff7e47c290b7c-00685309c5" "proxy-server 2495495" 0.0127 "-" 2495495 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txffccb55cff7e47c290b7c-00685309c5" "proxy-server 2495495" 0.0091 "-" 2495495 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txffccb55cff7e47c290b7c-00685309c5 - 0.0204 - - 1750272453.969171286 1750272453.989601851 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:33 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa31e0bb8545b4bafb5b75-00685309c5" "proxy-server 2495495" 0.0018 "-" 2495495 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:37857/sdb1/0/a/c1" "txa31e0bb8545b4bafb5b75-00685309c5" "container-server 2495495" 0.0023 "-" 2495495 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55389/sda1/0/a/c1" "txa31e0bb8545b4bafb5b75-00685309c5" "container-server 2495495" 0.0017 "-" 2495495 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa31e0bb8545b4bafb5b75-00685309c5" "proxy-server 2495495" 0.0146 "-" 2495495 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa31e0bb8545b4bafb5b75-00685309c5" "proxy-server 2495495" 0.0111 "-" 2495495 1 -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa31e0bb8545b4bafb5b75-00685309c5 - 0.0231 - - 1750272453.990897179 1750272454.013973475 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4f6c2bf27f7d46d4934de-00685309c6" "proxy-server 2495495" 0.0018 "-" 2495495 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55389/sda1/2/a/c2" "tx4f6c2bf27f7d46d4934de-00685309c6" "container-server 2495495" 0.0015 "-" 2495495 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37857/sdb1/2/a/c2" "tx4f6c2bf27f7d46d4934de-00685309c6" "container-server 2495495" 0.0010 "-" 2495495 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4f6c2bf27f7d46d4934de-00685309c6" "proxy-server 2495495" 0.0129 "-" 2495495 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:34 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4f6c2bf27f7d46d4934de-00685309c6" "proxy-server 2495495" 0.0093 "-" 2495495 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4f6c2bf27f7d46d4934de-00685309c6 - 0.0213 - - 1750272454.015297890 1750272454.036627769 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe5cdca2504ba44cc83135-00685309c5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx653e30d704814545926d4-00685309c5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx819882d379e3492e869ed-00685309c5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx205549f60082423f8828d-00685309c5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8d7a1a61fae246aea7a75-00685309c5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9945004c72ed4df4884ef-00685309c5) -test INFO: Client disconnected on read of '/a/c' (txn: txa25130fd985a47b78456f-00685309c5) -test INFO: Client disconnected on read of '/a/c' (txn: txcd40ba4c8ff0434cbce0b-00685309c5) -test INFO: Client disconnected on read of '/a/c' (txn: txcd40ba4c8ff0434cbce0b-00685309c5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx1f2e33eecdd645909e696-006645fc74) +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862639.69511', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.69511', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862639.69511', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862639.69666', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862639.69666', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862639.69641', 'epoch': '1715862639.69641', 'reported': 0, 'tombstones': -1}], '051e7eff-38d8-4dc1-ab5d-e4786d3e16bc-') +test DEBUG: /tmp/tmpww84qefn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.69641.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpww84qefn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862639.69641.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '601828cef9db74cbf4baee770990ad3b', 'd167e4f5-eff3-47dc-a506-3df479e5d27f-', '1715862640.74938', '1715862640.74736', '0', '', '1715862640.74736', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862640.75111', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.75111', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862640.75111', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862640.75261', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.75261', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862640.75238', 'epoch': '1715862640.75238', 'reported': 0, 'tombstones': -1}], 'd167e4f5-eff3-47dc-a506-3df479e5d27f-') +test DEBUG: /tmp/tmpyi1btzp_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862640.75238.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyi1btzp_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862640.75238.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '601828cef9db74cbf4baee770990ad3b', 'd167e4f5-eff3-47dc-a506-3df479e5d27f-', '1715862640.74938', '1715862640.76052', '0', '', '1715862640.74736', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862640.75111', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.75111', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862640.75111', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862640.75261', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.75261', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862640.75238', 'epoch': '1715862640.75238', 'reported': 0, 'tombstones': -1}], 'd167e4f5-eff3-47dc-a506-3df479e5d27f-') +test DEBUG: /tmp/tmpyi1btzp_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862640.75238.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyi1btzp_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1715862640.75238.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '0f7ac79c7a0b7a108ccfc451e762fc91', '79749ae8-ba78-4212-806b-489cadacd4b5-sda', '1715862640.79681', '1715862640.79484', '0', '', '1715862640.79484', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('79749ae8-ba78-4212-806b-489cadacd4b5-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +Unlinked retiring db '/tmp/tmp5bsycj42/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47375,6 +45950,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47411,123 +45987,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: Container GET returning 503 for (404, 503, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): @@ -47547,350 +46009,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 2495511 0 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0033 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2495511 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2495511 - -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2495511 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 2495511 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 2495511 2 -test INFO: - - - [18/Jun/2025:18:47:31 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 2495511 2 -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp1w4ik4p2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750272452.00000, (0, 0) as of 1750272452.00000, active as of 1750272452.00000> to ShardRange<'k' to 't' as of 1750272453.00000, (0, 0) as of 1750272453.00000, active as of 1750272453.00000>, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272457.00000, (0, 0) as of 1750272457.00000, shrinking as of 1750272454.00000> to ShardRange<'k' to 't' as of 1750272457.00000, (0, 0) as of 1750272457.00000, sharding as of 1750272458.00000>, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpwh2wpf10/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272452.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/f1e/883df0bcf5f74ae7fd2d7b1e0848af1e/883df0bcf5f74ae7fd2d7b1e0848af1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272454.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5fe/1cfea85fdb30b1995c84dc40b75ee5fe/1cfea85fdb30b1995c84dc40b75ee5fe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272453.00000, (0, 0) as of 1750272453.00000, found as of 1750272453.00000> to ShardRange<'k' to 't' as of 1750272454.00000, (0, 0) as of 1750272454.00000, created as of 1750272454.00000>, path: .shards_a/shard_c_1750272454.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5fe/1cfea85fdb30b1995c84dc40b75ee5fe/1cfea85fdb30b1995c84dc40b75ee5fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272456.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5da/fd21692291773c55540830473771c5da/fd21692291773c55540830473771c5da.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272455.00000, (0, 0) as of 1750272455.00000, found as of 1750272455.00000> to ShardRange<'k' to 't' as of 1750272456.00000, (0, 0) as of 1750272456.00000, cleaved as of 1750272456.00000>, path: .shards_a/shard_c_1750272456.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5da/fd21692291773c55540830473771c5da/fd21692291773c55540830473771c5da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272458.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e4d/8a9a215e359024cd30aed3e2fd24be4d/8a9a215e359024cd30aed3e2fd24be4d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272457.00000, (0, 0) as of 1750272457.00000, found as of 1750272457.00000> to ShardRange<'k' to 't' as of 1750272458.00000, (0, 0) as of 1750272458.00000, active as of 1750272458.00000>, path: .shards_a/shard_c_1750272458.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e4d/8a9a215e359024cd30aed3e2fd24be4d/8a9a215e359024cd30aed3e2fd24be4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272460.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/620/557badb54eabc2f307bc2192dfaaf620/557badb54eabc2f307bc2192dfaaf620.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272459.00000, (0, 0) as of 1750272459.00000, found as of 1750272459.00000> to ShardRange<'k' to 't' as of 1750272460.00000, (0, 0) as of 1750272460.00000, shrinking as of 1750272460.00000>, path: .shards_a/shard_c_1750272460.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/620/557badb54eabc2f307bc2192dfaaf620/557badb54eabc2f307bc2192dfaaf620.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272460.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/620/557badb54eabc2f307bc2192dfaaf620/557badb54eabc2f307bc2192dfaaf620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272462.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d0b/a0b297891bb4a29bb060c59fdbad9d0b/a0b297891bb4a29bb060c59fdbad9d0b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272461.00000, (0, 0) as of 1750272461.00000, found as of 1750272461.00000> to ShardRange<'k' to 't' as of 1750272462.00000, (0, 0) as of 1750272462.00000, sharding as of 1750272462.00000>, path: .shards_a/shard_c_1750272462.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d0b/a0b297891bb4a29bb060c59fdbad9d0b/a0b297891bb4a29bb060c59fdbad9d0b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272462.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d0b/a0b297891bb4a29bb060c59fdbad9d0b/a0b297891bb4a29bb060c59fdbad9d0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272464.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c28/81d52eb3bb5cab8773f15da20f1b1c28/81d52eb3bb5cab8773f15da20f1b1c28.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272463.00000, (0, 0) as of 1750272463.00000, found as of 1750272463.00000> to ShardRange<'k' to 't' as of 1750272464.00000, (0, 0) as of 1750272464.00000, sharded as of 1750272464.00000>, path: .shards_a/shard_c_1750272464.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c28/81d52eb3bb5cab8773f15da20f1b1c28/81d52eb3bb5cab8773f15da20f1b1c28.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272464.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c28/81d52eb3bb5cab8773f15da20f1b1c28/81d52eb3bb5cab8773f15da20f1b1c28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272465.00000, (0, 0) as of 1750272465.00000, found as of 1750272465.00000> to ShardRange<'k' to 't' as of 1750272466.00000, (0, 0) as of 1750272466.00000, shrunk as of 1750272466.00000>, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272468.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/79b/86b7c1a9961287a476a18002ea8c679b/86b7c1a9961287a476a18002ea8c679b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272467.00000, (0, 0) as of 1750272467.00000, created as of 1750272467.00000> to ShardRange<'k' to 't' as of 1750272468.00000, (0, 0) as of 1750272468.00000, found as of 1750272468.00000>, path: .shards_a/shard_c_1750272468.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/79b/86b7c1a9961287a476a18002ea8c679b/86b7c1a9961287a476a18002ea8c679b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272470.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/843/d4cdb57e7fd19c84d3d00aa38c8a8843/d4cdb57e7fd19c84d3d00aa38c8a8843.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272472.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e7c/082cd47ce6e18b2190fe609e05a39e7c/082cd47ce6e18b2190fe609e05a39e7c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272471.00000, (0, 0) as of 1750272471.00000, created as of 1750272471.00000> to ShardRange<'k' to 't' as of 1750272472.00000, (0, 0) as of 1750272472.00000, cleaved as of 1750272472.00000>, path: .shards_a/shard_c_1750272472.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e7c/082cd47ce6e18b2190fe609e05a39e7c/082cd47ce6e18b2190fe609e05a39e7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272474.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/03c/10ea20a67c67f20b5f591d303e7ff03c/10ea20a67c67f20b5f591d303e7ff03c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272473.00000, (0, 0) as of 1750272473.00000, created as of 1750272473.00000> to ShardRange<'k' to 't' as of 1750272474.00000, (0, 0) as of 1750272474.00000, active as of 1750272474.00000>, path: .shards_a/shard_c_1750272474.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/03c/10ea20a67c67f20b5f591d303e7ff03c/10ea20a67c67f20b5f591d303e7ff03c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272476.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/241/cfc8fed741cdfbd0849e50614e61c241/cfc8fed741cdfbd0849e50614e61c241.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272475.00000, (0, 0) as of 1750272475.00000, created as of 1750272475.00000> to ShardRange<'k' to 't' as of 1750272476.00000, (0, 0) as of 1750272476.00000, shrinking as of 1750272476.00000>, path: .shards_a/shard_c_1750272476.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/241/cfc8fed741cdfbd0849e50614e61c241/cfc8fed741cdfbd0849e50614e61c241.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272476.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/241/cfc8fed741cdfbd0849e50614e61c241/cfc8fed741cdfbd0849e50614e61c241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272478.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/27f/a5f75af68ca4ea4050bd48fcec4cc27f/a5f75af68ca4ea4050bd48fcec4cc27f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272477.00000, (0, 0) as of 1750272477.00000, created as of 1750272477.00000> to ShardRange<'k' to 't' as of 1750272478.00000, (0, 0) as of 1750272478.00000, sharding as of 1750272478.00000>, path: .shards_a/shard_c_1750272478.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/27f/a5f75af68ca4ea4050bd48fcec4cc27f/a5f75af68ca4ea4050bd48fcec4cc27f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272478.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/27f/a5f75af68ca4ea4050bd48fcec4cc27f/a5f75af68ca4ea4050bd48fcec4cc27f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272480.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c2f/1bb90338153eded0f4949d2fadb38c2f/1bb90338153eded0f4949d2fadb38c2f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272479.00000, (0, 0) as of 1750272479.00000, created as of 1750272479.00000> to ShardRange<'k' to 't' as of 1750272480.00000, (0, 0) as of 1750272480.00000, sharded as of 1750272480.00000>, path: .shards_a/shard_c_1750272480.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c2f/1bb90338153eded0f4949d2fadb38c2f/1bb90338153eded0f4949d2fadb38c2f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272480.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c2f/1bb90338153eded0f4949d2fadb38c2f/1bb90338153eded0f4949d2fadb38c2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272481.00000, (0, 0) as of 1750272481.00000, created as of 1750272481.00000> to ShardRange<'k' to 't' as of 1750272482.00000, (0, 0) as of 1750272482.00000, shrunk as of 1750272482.00000>, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272484.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/78b/26e66d3d1ddb724094b1d6d40409278b/26e66d3d1ddb724094b1d6d40409278b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272483.00000, (0, 0) as of 1750272483.00000, cleaved as of 1750272483.00000> to ShardRange<'k' to 't' as of 1750272484.00000, (0, 0) as of 1750272484.00000, found as of 1750272484.00000>, path: .shards_a/shard_c_1750272484.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/78b/26e66d3d1ddb724094b1d6d40409278b/26e66d3d1ddb724094b1d6d40409278b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272486.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/48a/beb248d0b5e41957cbde463b7ccc748a/beb248d0b5e41957cbde463b7ccc748a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272485.00000, (0, 0) as of 1750272485.00000, cleaved as of 1750272485.00000> to ShardRange<'k' to 't' as of 1750272486.00000, (0, 0) as of 1750272486.00000, created as of 1750272486.00000>, path: .shards_a/shard_c_1750272486.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/48a/beb248d0b5e41957cbde463b7ccc748a/beb248d0b5e41957cbde463b7ccc748a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272488.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e01/710a4b7aefc532b4efdb8f2f31e02e01/710a4b7aefc532b4efdb8f2f31e02e01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272490.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/916/9c6eca092c3bda6b3926eb80da752916/9c6eca092c3bda6b3926eb80da752916.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272489.00000, (0, 0) as of 1750272489.00000, cleaved as of 1750272489.00000> to ShardRange<'k' to 't' as of 1750272490.00000, (0, 0) as of 1750272490.00000, active as of 1750272490.00000>, path: .shards_a/shard_c_1750272490.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/916/9c6eca092c3bda6b3926eb80da752916/9c6eca092c3bda6b3926eb80da752916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272492.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/7bb/ec590bf90e0f49b8c6a81be763a077bb/ec590bf90e0f49b8c6a81be763a077bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272491.00000, (0, 0) as of 1750272491.00000, cleaved as of 1750272491.00000> to ShardRange<'k' to 't' as of 1750272492.00000, (0, 0) as of 1750272492.00000, shrinking as of 1750272492.00000>, path: .shards_a/shard_c_1750272492.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/7bb/ec590bf90e0f49b8c6a81be763a077bb/ec590bf90e0f49b8c6a81be763a077bb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272492.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/7bb/ec590bf90e0f49b8c6a81be763a077bb/ec590bf90e0f49b8c6a81be763a077bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272494.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d23/bceb80d5d4a2e98d1fcf363923667d23/bceb80d5d4a2e98d1fcf363923667d23.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272493.00000, (0, 0) as of 1750272493.00000, cleaved as of 1750272493.00000> to ShardRange<'k' to 't' as of 1750272494.00000, (0, 0) as of 1750272494.00000, sharding as of 1750272494.00000>, path: .shards_a/shard_c_1750272494.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d23/bceb80d5d4a2e98d1fcf363923667d23/bceb80d5d4a2e98d1fcf363923667d23.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272494.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d23/bceb80d5d4a2e98d1fcf363923667d23/bceb80d5d4a2e98d1fcf363923667d23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272496.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/de5/ed8321053a99b8e928388f8f760b0de5/ed8321053a99b8e928388f8f760b0de5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272495.00000, (0, 0) as of 1750272495.00000, cleaved as of 1750272495.00000> to ShardRange<'k' to 't' as of 1750272496.00000, (0, 0) as of 1750272496.00000, sharded as of 1750272496.00000>, path: .shards_a/shard_c_1750272496.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/de5/ed8321053a99b8e928388f8f760b0de5/ed8321053a99b8e928388f8f760b0de5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272496.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/de5/ed8321053a99b8e928388f8f760b0de5/ed8321053a99b8e928388f8f760b0de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272497.00000, (0, 0) as of 1750272497.00000, cleaved as of 1750272497.00000> to ShardRange<'k' to 't' as of 1750272498.00000, (0, 0) as of 1750272498.00000, shrunk as of 1750272498.00000>, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272500.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/74b/00f27739a62896ad526b8636963de74b/00f27739a62896ad526b8636963de74b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272499.00000, (0, 0) as of 1750272499.00000, active as of 1750272499.00000> to ShardRange<'k' to 't' as of 1750272500.00000, (0, 0) as of 1750272500.00000, found as of 1750272500.00000>, path: .shards_a/shard_c_1750272500.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/74b/00f27739a62896ad526b8636963de74b/00f27739a62896ad526b8636963de74b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272502.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/f72/3d7ace3586aa51df97c57c7f568dcf72/3d7ace3586aa51df97c57c7f568dcf72.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272501.00000, (0, 0) as of 1750272501.00000, active as of 1750272501.00000> to ShardRange<'k' to 't' as of 1750272502.00000, (0, 0) as of 1750272502.00000, created as of 1750272502.00000>, path: .shards_a/shard_c_1750272502.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/f72/3d7ace3586aa51df97c57c7f568dcf72/3d7ace3586aa51df97c57c7f568dcf72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272504.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c90/80bf04871cc707b7a280f665dca23c90/80bf04871cc707b7a280f665dca23c90.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272503.00000, (0, 0) as of 1750272503.00000, active as of 1750272503.00000> to ShardRange<'k' to 't' as of 1750272504.00000, (0, 0) as of 1750272504.00000, cleaved as of 1750272504.00000>, path: .shards_a/shard_c_1750272504.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c90/80bf04871cc707b7a280f665dca23c90/80bf04871cc707b7a280f665dca23c90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272506.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/379/a7f695697ee0420843e974fca9bd0379/a7f695697ee0420843e974fca9bd0379.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272508.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b5b/1eb504e8b8698b2fa9e5072122b43b5b/1eb504e8b8698b2fa9e5072122b43b5b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272507.00000, (0, 0) as of 1750272507.00000, active as of 1750272507.00000> to ShardRange<'k' to 't' as of 1750272508.00000, (0, 0) as of 1750272508.00000, shrinking as of 1750272508.00000>, path: .shards_a/shard_c_1750272508.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b5b/1eb504e8b8698b2fa9e5072122b43b5b/1eb504e8b8698b2fa9e5072122b43b5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272508.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b5b/1eb504e8b8698b2fa9e5072122b43b5b/1eb504e8b8698b2fa9e5072122b43b5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272510.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a42/4caa68b5ac1c855b80fcc9dfee902a42/4caa68b5ac1c855b80fcc9dfee902a42.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272509.00000, (0, 0) as of 1750272509.00000, active as of 1750272509.00000> to ShardRange<'k' to 't' as of 1750272510.00000, (0, 0) as of 1750272510.00000, sharding as of 1750272510.00000>, path: .shards_a/shard_c_1750272510.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a42/4caa68b5ac1c855b80fcc9dfee902a42/4caa68b5ac1c855b80fcc9dfee902a42.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272510.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a42/4caa68b5ac1c855b80fcc9dfee902a42/4caa68b5ac1c855b80fcc9dfee902a42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272512.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2dc/c11c8692576882aa04c4ecbd535582dc/c11c8692576882aa04c4ecbd535582dc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272511.00000, (0, 0) as of 1750272511.00000, active as of 1750272511.00000> to ShardRange<'k' to 't' as of 1750272512.00000, (0, 0) as of 1750272512.00000, sharded as of 1750272512.00000>, path: .shards_a/shard_c_1750272512.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2dc/c11c8692576882aa04c4ecbd535582dc/c11c8692576882aa04c4ecbd535582dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272512.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2dc/c11c8692576882aa04c4ecbd535582dc/c11c8692576882aa04c4ecbd535582dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272513.00000, (0, 0) as of 1750272513.00000, active as of 1750272513.00000> to ShardRange<'k' to 't' as of 1750272514.00000, (0, 0) as of 1750272514.00000, shrunk as of 1750272514.00000>, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272516.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/510/7127466ec7dd6e42573a9393c9bfa510/7127466ec7dd6e42573a9393c9bfa510.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272515.00000, (0, 0) as of 1750272515.00000, shrinking as of 1750272515.00000> to ShardRange<'k' to 't' as of 1750272516.00000, (0, 0) as of 1750272516.00000, found as of 1750272516.00000>, path: .shards_a/shard_c_1750272516.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/510/7127466ec7dd6e42573a9393c9bfa510/7127466ec7dd6e42573a9393c9bfa510.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272518.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/996/d6c608fa69c303c8a5eb0eff1a0a9996/d6c608fa69c303c8a5eb0eff1a0a9996.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272517.00000, (0, 0) as of 1750272517.00000, shrinking as of 1750272517.00000> to ShardRange<'k' to 't' as of 1750272518.00000, (0, 0) as of 1750272518.00000, created as of 1750272518.00000>, path: .shards_a/shard_c_1750272518.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/996/d6c608fa69c303c8a5eb0eff1a0a9996/d6c608fa69c303c8a5eb0eff1a0a9996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272520.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/285/5421ce4abce96450f3363b418de07285/5421ce4abce96450f3363b418de07285.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272519.00000, (0, 0) as of 1750272519.00000, shrinking as of 1750272519.00000> to ShardRange<'k' to 't' as of 1750272520.00000, (0, 0) as of 1750272520.00000, cleaved as of 1750272520.00000>, path: .shards_a/shard_c_1750272520.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/285/5421ce4abce96450f3363b418de07285/5421ce4abce96450f3363b418de07285.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272522.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/984/64938508f5835813d849a49860fa9984/64938508f5835813d849a49860fa9984.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272521.00000, (0, 0) as of 1750272521.00000, shrinking as of 1750272521.00000> to ShardRange<'k' to 't' as of 1750272522.00000, (0, 0) as of 1750272522.00000, active as of 1750272522.00000>, path: .shards_a/shard_c_1750272522.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/984/64938508f5835813d849a49860fa9984/64938508f5835813d849a49860fa9984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272524.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/dd0/d5c6d9d8c5f27426d737caf0e6b07dd0/d5c6d9d8c5f27426d737caf0e6b07dd0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272524.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/dd0/d5c6d9d8c5f27426d737caf0e6b07dd0/d5c6d9d8c5f27426d737caf0e6b07dd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272526.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/03c/39fbf87816e07f09c7b904b36e28f03c/39fbf87816e07f09c7b904b36e28f03c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272525.00000, (0, 0) as of 1750272525.00000, shrinking as of 1750272525.00000> to ShardRange<'k' to 't' as of 1750272526.00000, (0, 0) as of 1750272526.00000, sharding as of 1750272526.00000>, path: .shards_a/shard_c_1750272526.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/03c/39fbf87816e07f09c7b904b36e28f03c/39fbf87816e07f09c7b904b36e28f03c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272526.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/03c/39fbf87816e07f09c7b904b36e28f03c/39fbf87816e07f09c7b904b36e28f03c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272528.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/12f/e58a8800f917e9f1a18851dba751312f/e58a8800f917e9f1a18851dba751312f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272527.00000, (0, 0) as of 1750272527.00000, shrinking as of 1750272527.00000> to ShardRange<'k' to 't' as of 1750272528.00000, (0, 0) as of 1750272528.00000, sharded as of 1750272528.00000>, path: .shards_a/shard_c_1750272528.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/12f/e58a8800f917e9f1a18851dba751312f/e58a8800f917e9f1a18851dba751312f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272528.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/12f/e58a8800f917e9f1a18851dba751312f/e58a8800f917e9f1a18851dba751312f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272530.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/4ee/c1493dc95383f10d0a86447102b974ee/c1493dc95383f10d0a86447102b974ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272529.00000, (0, 0) as of 1750272529.00000, shrinking as of 1750272529.00000> to ShardRange<'k' to 't' as of 1750272530.00000, (0, 0) as of 1750272530.00000, shrunk as of 1750272530.00000>, path: .shards_a/shard_c_1750272530.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/4ee/c1493dc95383f10d0a86447102b974ee/c1493dc95383f10d0a86447102b974ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272530.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/4ee/c1493dc95383f10d0a86447102b974ee/c1493dc95383f10d0a86447102b974ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272532.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e40/673f6c7ea585260a646e0dffefa82e40/673f6c7ea585260a646e0dffefa82e40.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272531.00000, (0, 0) as of 1750272531.00000, sharding as of 1750272531.00000> to ShardRange<'k' to 't' as of 1750272532.00000, (0, 0) as of 1750272532.00000, found as of 1750272532.00000>, path: .shards_a/shard_c_1750272532.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e40/673f6c7ea585260a646e0dffefa82e40/673f6c7ea585260a646e0dffefa82e40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272534.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/580/0a64c06c185012c418e580ebd7993580/0a64c06c185012c418e580ebd7993580.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272533.00000, (0, 0) as of 1750272533.00000, sharding as of 1750272533.00000> to ShardRange<'k' to 't' as of 1750272534.00000, (0, 0) as of 1750272534.00000, created as of 1750272534.00000>, path: .shards_a/shard_c_1750272534.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/580/0a64c06c185012c418e580ebd7993580/0a64c06c185012c418e580ebd7993580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272536.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fcc/7b5d9b39ce9e708cae72f8fcebe65fcc/7b5d9b39ce9e708cae72f8fcebe65fcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272535.00000, (0, 0) as of 1750272535.00000, sharding as of 1750272535.00000> to ShardRange<'k' to 't' as of 1750272536.00000, (0, 0) as of 1750272536.00000, cleaved as of 1750272536.00000>, path: .shards_a/shard_c_1750272536.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fcc/7b5d9b39ce9e708cae72f8fcebe65fcc/7b5d9b39ce9e708cae72f8fcebe65fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272538.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b1e/8c08bb684658b6baf563e73d0402cb1e/8c08bb684658b6baf563e73d0402cb1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272537.00000, (0, 0) as of 1750272537.00000, sharding as of 1750272537.00000> to ShardRange<'k' to 't' as of 1750272538.00000, (0, 0) as of 1750272538.00000, active as of 1750272538.00000>, path: .shards_a/shard_c_1750272538.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b1e/8c08bb684658b6baf563e73d0402cb1e/8c08bb684658b6baf563e73d0402cb1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272540.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/346/143f9960d2928fbb2c4a0168b5eb3346/143f9960d2928fbb2c4a0168b5eb3346.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272539.00000, (0, 0) as of 1750272539.00000, sharding as of 1750272539.00000> to ShardRange<'k' to 't' as of 1750272540.00000, (0, 0) as of 1750272540.00000, shrinking as of 1750272540.00000>, path: .shards_a/shard_c_1750272540.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/346/143f9960d2928fbb2c4a0168b5eb3346/143f9960d2928fbb2c4a0168b5eb3346.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272540.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/346/143f9960d2928fbb2c4a0168b5eb3346/143f9960d2928fbb2c4a0168b5eb3346.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272542.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/da6/aa96b080507cf57b32b2f34f283e0da6/aa96b080507cf57b32b2f34f283e0da6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272542.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/da6/aa96b080507cf57b32b2f34f283e0da6/aa96b080507cf57b32b2f34f283e0da6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272544.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b04/769dbe64025b3c287015119468249b04/769dbe64025b3c287015119468249b04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272543.00000, (0, 0) as of 1750272543.00000, sharding as of 1750272543.00000> to ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, sharded as of 1750272544.00000>, path: .shards_a/shard_c_1750272544.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b04/769dbe64025b3c287015119468249b04/769dbe64025b3c287015119468249b04.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272544.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/b04/769dbe64025b3c287015119468249b04/769dbe64025b3c287015119468249b04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272545.00000, (0, 0) as of 1750272545.00000, sharding as of 1750272545.00000> to ShardRange<'k' to 't' as of 1750272546.00000, (0, 0) as of 1750272546.00000, shrunk as of 1750272546.00000>, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272548.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/0b2/5b91caed74cd13f23775e593eb7d00b2/5b91caed74cd13f23775e593eb7d00b2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272547.00000, (0, 0) as of 1750272547.00000, sharded as of 1750272547.00000> to ShardRange<'k' to 't' as of 1750272548.00000, (0, 0) as of 1750272548.00000, found as of 1750272548.00000>, path: .shards_a/shard_c_1750272548.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/0b2/5b91caed74cd13f23775e593eb7d00b2/5b91caed74cd13f23775e593eb7d00b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272550.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a56/adf3412a6b679d8dfd9fcd9e74d63a56/adf3412a6b679d8dfd9fcd9e74d63a56.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272549.00000, (0, 0) as of 1750272549.00000, sharded as of 1750272549.00000> to ShardRange<'k' to 't' as of 1750272550.00000, (0, 0) as of 1750272550.00000, created as of 1750272550.00000>, path: .shards_a/shard_c_1750272550.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a56/adf3412a6b679d8dfd9fcd9e74d63a56/adf3412a6b679d8dfd9fcd9e74d63a56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272552.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c52/ebb2217a77a064f0daafd51ea68d4c52/ebb2217a77a064f0daafd51ea68d4c52.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272551.00000, (0, 0) as of 1750272551.00000, sharded as of 1750272551.00000> to ShardRange<'k' to 't' as of 1750272552.00000, (0, 0) as of 1750272552.00000, cleaved as of 1750272552.00000>, path: .shards_a/shard_c_1750272552.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c52/ebb2217a77a064f0daafd51ea68d4c52/ebb2217a77a064f0daafd51ea68d4c52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272554.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/6cc/3f4551f2aa874b7a5e7b6c796aac06cc/3f4551f2aa874b7a5e7b6c796aac06cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272553.00000, (0, 0) as of 1750272553.00000, sharded as of 1750272553.00000> to ShardRange<'k' to 't' as of 1750272554.00000, (0, 0) as of 1750272554.00000, active as of 1750272554.00000>, path: .shards_a/shard_c_1750272554.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/6cc/3f4551f2aa874b7a5e7b6c796aac06cc/3f4551f2aa874b7a5e7b6c796aac06cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272556.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c4a/757dbe62ebe993c84c80ba0a9417bc4a/757dbe62ebe993c84c80ba0a9417bc4a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272555.00000, (0, 0) as of 1750272555.00000, sharded as of 1750272555.00000> to ShardRange<'k' to 't' as of 1750272556.00000, (0, 0) as of 1750272556.00000, shrinking as of 1750272556.00000>, path: .shards_a/shard_c_1750272556.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c4a/757dbe62ebe993c84c80ba0a9417bc4a/757dbe62ebe993c84c80ba0a9417bc4a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272556.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c4a/757dbe62ebe993c84c80ba0a9417bc4a/757dbe62ebe993c84c80ba0a9417bc4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272558.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/ff1/75b3d8032006ac65028f26633833cff1/75b3d8032006ac65028f26633833cff1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272557.00000, (0, 0) as of 1750272557.00000, sharded as of 1750272557.00000> to ShardRange<'k' to 't' as of 1750272558.00000, (0, 0) as of 1750272558.00000, sharding as of 1750272558.00000>, path: .shards_a/shard_c_1750272558.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/ff1/75b3d8032006ac65028f26633833cff1/75b3d8032006ac65028f26633833cff1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272558.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/ff1/75b3d8032006ac65028f26633833cff1/75b3d8032006ac65028f26633833cff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272560.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/cca/52f6e180603ede9773de1f469be75cca/52f6e180603ede9773de1f469be75cca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272560.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/cca/52f6e180603ede9773de1f469be75cca/52f6e180603ede9773de1f469be75cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272561.00000, (0, 0) as of 1750272561.00000, sharded as of 1750272561.00000> to ShardRange<'k' to 't' as of 1750272562.00000, (0, 0) as of 1750272562.00000, shrunk as of 1750272562.00000>, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272564.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/6eb/289271d9a91dbb08d18f32edd6a536eb/289271d9a91dbb08d18f32edd6a536eb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272563.00000, (0, 0) as of 1750272563.00000, shrunk as of 1750272563.00000> to ShardRange<'k' to 't' as of 1750272564.00000, (0, 0) as of 1750272564.00000, found as of 1750272564.00000>, path: .shards_a/shard_c_1750272564.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/6eb/289271d9a91dbb08d18f32edd6a536eb/289271d9a91dbb08d18f32edd6a536eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272566.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/815/2fa0f54a0cbe48687b9e55632c86b815/2fa0f54a0cbe48687b9e55632c86b815.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272565.00000, (0, 0) as of 1750272565.00000, shrunk as of 1750272565.00000> to ShardRange<'k' to 't' as of 1750272566.00000, (0, 0) as of 1750272566.00000, created as of 1750272566.00000>, path: .shards_a/shard_c_1750272566.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/815/2fa0f54a0cbe48687b9e55632c86b815/2fa0f54a0cbe48687b9e55632c86b815.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272568.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fcc/1546428314be58c469c8c6a901684fcc/1546428314be58c469c8c6a901684fcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272567.00000, (0, 0) as of 1750272567.00000, shrunk as of 1750272567.00000> to ShardRange<'k' to 't' as of 1750272568.00000, (0, 0) as of 1750272568.00000, cleaved as of 1750272568.00000>, path: .shards_a/shard_c_1750272568.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fcc/1546428314be58c469c8c6a901684fcc/1546428314be58c469c8c6a901684fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272570.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d16/3a2fba77193509a1be20803784688d16/3a2fba77193509a1be20803784688d16.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272569.00000, (0, 0) as of 1750272569.00000, shrunk as of 1750272569.00000> to ShardRange<'k' to 't' as of 1750272570.00000, (0, 0) as of 1750272570.00000, active as of 1750272570.00000>, path: .shards_a/shard_c_1750272570.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d16/3a2fba77193509a1be20803784688d16/3a2fba77193509a1be20803784688d16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272572.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2f0/2d811b27b5ad0be9261622ab95fda2f0/2d811b27b5ad0be9261622ab95fda2f0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272571.00000, (0, 0) as of 1750272571.00000, shrunk as of 1750272571.00000> to ShardRange<'k' to 't' as of 1750272572.00000, (0, 0) as of 1750272572.00000, shrinking as of 1750272572.00000>, path: .shards_a/shard_c_1750272572.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2f0/2d811b27b5ad0be9261622ab95fda2f0/2d811b27b5ad0be9261622ab95fda2f0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272572.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2f0/2d811b27b5ad0be9261622ab95fda2f0/2d811b27b5ad0be9261622ab95fda2f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272574.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/33e/849482702c466db551577927376b233e/849482702c466db551577927376b233e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272573.00000, (0, 0) as of 1750272573.00000, shrunk as of 1750272573.00000> to ShardRange<'k' to 't' as of 1750272574.00000, (0, 0) as of 1750272574.00000, sharding as of 1750272574.00000>, path: .shards_a/shard_c_1750272574.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/33e/849482702c466db551577927376b233e/849482702c466db551577927376b233e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272574.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/33e/849482702c466db551577927376b233e/849482702c466db551577927376b233e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272576.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c1c/1f89421f3dacf2603cdf91318488dc1c/1f89421f3dacf2603cdf91318488dc1c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272575.00000, (0, 0) as of 1750272575.00000, shrunk as of 1750272575.00000> to ShardRange<'k' to 't' as of 1750272576.00000, (0, 0) as of 1750272576.00000, sharded as of 1750272576.00000>, path: .shards_a/shard_c_1750272576.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c1c/1f89421f3dacf2603cdf91318488dc1c/1f89421f3dacf2603cdf91318488dc1c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272576.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c1c/1f89421f3dacf2603cdf91318488dc1c/1f89421f3dacf2603cdf91318488dc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272578.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1bd/676b316e5e18833642dfee19ec7a71bd/676b316e5e18833642dfee19ec7a71bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272578.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1bd/676b316e5e18833642dfee19ec7a71bd/676b316e5e18833642dfee19ec7a71bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272579.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1e7/1c86bff7f638821ef3f8404b4d0f31e7/1c86bff7f638821ef3f8404b4d0f31e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272593.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/793/91091dc0dc89f2ede4c573db18781793/91091dc0dc89f2ede4c573db18781793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272671.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c82/451f2a857abccdc657503a991e16ec82/451f2a857abccdc657503a991e16ec82.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272671.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c82/451f2a857abccdc657503a991e16ec82/451f2a857abccdc657503a991e16ec82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272673.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/0e9/afc5d66d68a5ce17b64d0a6c384840e9/afc5d66d68a5ce17b64d0a6c384840e9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272673.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/0e9/afc5d66d68a5ce17b64d0a6c384840e9/afc5d66d68a5ce17b64d0a6c384840e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272675.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e8a/5318344d52adc5dea2a0721b645b4e8a/5318344d52adc5dea2a0721b645b4e8a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272675.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/e8a/5318344d52adc5dea2a0721b645b4e8a/5318344d52adc5dea2a0721b645b4e8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272677.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a7f/0ebcd31de81ecb8e12aae2ac396cca7f/0ebcd31de81ecb8e12aae2ac396cca7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272677.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/a7f/0ebcd31de81ecb8e12aae2ac396cca7f/0ebcd31de81ecb8e12aae2ac396cca7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272679.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/49d/bf9124dfb00e15cdeb8c504a5c49749d/bf9124dfb00e15cdeb8c504a5c49749d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272679.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/49d/bf9124dfb00e15cdeb8c504a5c49749d/bf9124dfb00e15cdeb8c504a5c49749d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272681.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/39b/effbcacfa4a8e91bd01b527abe9f939b/effbcacfa4a8e91bd01b527abe9f939b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272681.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/39b/effbcacfa4a8e91bd01b527abe9f939b/effbcacfa4a8e91bd01b527abe9f939b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272683.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/caf/48b1884c61f0a58a6152583da418bcaf/48b1884c61f0a58a6152583da418bcaf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272683.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/caf/48b1884c61f0a58a6152583da418bcaf/48b1884c61f0a58a6152583da418bcaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272685.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/906/2bd02768f578de137994fb3bafd38906/2bd02768f578de137994fb3bafd38906.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272685.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/906/2bd02768f578de137994fb3bafd38906/2bd02768f578de137994fb3bafd38906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272687.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/753/22b33fa19720aa98c4dd13a8a668c753/22b33fa19720aa98c4dd13a8a668c753.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272687.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/753/22b33fa19720aa98c4dd13a8a668c753/22b33fa19720aa98c4dd13a8a668c753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272689.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/359/598ed6152fec557b9d9bcd780f446359/598ed6152fec557b9d9bcd780f446359.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272689.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/359/598ed6152fec557b9d9bcd780f446359/598ed6152fec557b9d9bcd780f446359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272691.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/dc6/26ec17b6468f276f201e77f221186dc6/26ec17b6468f276f201e77f221186dc6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272691.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/dc6/26ec17b6468f276f201e77f221186dc6/26ec17b6468f276f201e77f221186dc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272693.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/198/a4729a78c12bceddef6f32e894d78198/a4729a78c12bceddef6f32e894d78198.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272693.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/198/a4729a78c12bceddef6f32e894d78198/a4729a78c12bceddef6f32e894d78198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272695.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/9cd/125d675c7a082794aea7119c36c239cd/125d675c7a082794aea7119c36c239cd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272695.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/9cd/125d675c7a082794aea7119c36c239cd/125d675c7a082794aea7119c36c239cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272697.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c12/b2557dfc0d5781a7cd7ea82b328f9c12/b2557dfc0d5781a7cd7ea82b328f9c12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272697.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/c12/b2557dfc0d5781a7cd7ea82b328f9c12/b2557dfc0d5781a7cd7ea82b328f9c12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272699.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2cf/1f26adce78aa5f94c17f8412fca122cf/1f26adce78aa5f94c17f8412fca122cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272699.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/2cf/1f26adce78aa5f94c17f8412fca122cf/1f26adce78aa5f94c17f8412fca122cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272701.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/321/97baaa695ab5aa5b19c82451c9437321/97baaa695ab5aa5b19c82451c9437321.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272701.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/321/97baaa695ab5aa5b19c82451c9437321/97baaa695ab5aa5b19c82451c9437321.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272703.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/595/11a94c17697fcedd1b2b4dbd8d804595/11a94c17697fcedd1b2b4dbd8d804595.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272703.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/595/11a94c17697fcedd1b2b4dbd8d804595/11a94c17697fcedd1b2b4dbd8d804595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272705.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/7aa/20b2327c4d98562e5731f4db717e97aa/20b2327c4d98562e5731f4db717e97aa.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272705.00000, db: /tmp/tmpi9gbpkd3/sda/containers/0/7aa/20b2327c4d98562e5731f4db717e97aa/20b2327c4d98562e5731f4db717e97aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272459.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c55/d71705a2adb51ea0c04f5da59c4b1c55/d71705a2adb51ea0c04f5da59c4b1c55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272464.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/947/a54714af0605e6c4dc06f717c9919947/a54714af0605e6c4dc06f717c9919947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272489.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/42d/5dbfcdffb9314c969d0246b956f1b42d/5dbfcdffb9314c969d0246b956f1b42d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272494.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6e3/12f0d7f57de1f5c91541f6cb71ab46e3/12f0d7f57de1f5c91541f6cb71ab46e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272499.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f4c/a2b06476c95122f9fe197fd0c89d8f4c/a2b06476c95122f9fe197fd0c89d8f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272504.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/012/c05ef91753ac7dcaebcec7ee31d56012/c05ef91753ac7dcaebcec7ee31d56012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272514.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/3ce/a9de640b1d00fea0cf8423a9929563ce/a9de640b1d00fea0cf8423a9929563ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272519.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/76f/c3e90bb241060d538cb12204f422176f/c3e90bb241060d538cb12204f422176f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272524.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/44d/1ff11a22fd27ad79d5fcc9ac8c6da44d/1ff11a22fd27ad79d5fcc9ac8c6da44d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272534.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e18/64701e4f2e1baf78a10b423163c2fe18/64701e4f2e1baf78a10b423163c2fe18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272539.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e81/a58c93d17d629d414341d04316a60e81/a58c93d17d629d414341d04316a60e81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272614.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47909,46 +46027,13 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47957,7 +46042,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47966,7 +46051,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47975,7 +46060,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47984,11 +46069,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47997,7 +46079,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -48006,7 +46088,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -48015,7 +46097,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -48024,12 +46106,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48066,6 +46143,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -48103,7 +46181,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48141,6 +46219,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -48178,7 +46257,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48215,9 +46297,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48254,10 +46334,775 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '3121457f3dcce54f0026814abbd77dda', 'd157c27f-113b-40e2-9bdf-67f45bb7090e-sda', '1715862640.81037', '1715862640.80819', '0', '', '1715862640.80819', 6, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862640.81650', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862640.81650', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862640.81650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862640.81783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.81783', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862640.81759', 'epoch': '1715862640.81759', 'reported': 0, 'tombstones': -1}], 'd157c27f-113b-40e2-9bdf-67f45bb7090e-sda') +test DEBUG: /tmp/tmp5bsycj42/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5bsycj42/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '3121457f3dcce54f0026814abbd77dda', 'd157c27f-113b-40e2-9bdf-67f45bb7090e-sda', '1715862640.81037', '1715862640.81320', '0', '', '1715862640.80819', 6, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862640.81650', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862640.81650', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862640.81650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862640.81783', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862640.81783', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862640.81759', 'epoch': '1715862640.81759', 'reported': 0, 'tombstones': -1}], 'd157c27f-113b-40e2-9bdf-67f45bb7090e-sda') +test DEBUG: /tmp/tmp5bsycj42/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5bsycj42/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +Unlinked retiring db '/tmp/tmpt52nx7ot/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server ERROR: ERROR Unhandled exception in request: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request + return handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response + app_iter.kickoff(req, resp) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate + chunk = next(iterator) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item + return super(StringAlong, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx8a00d9d3e7264a18a8ed1-006645fc6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server ERROR: Object returning 503 for [] (txn: tx1f0933ebda3444eea4201-006645fc70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpd3pgy4h8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd3pgy4h8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpd3pgy4h8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd3pgy4h8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1593270 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0037 "-" 1593270 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1593270 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1593270 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1310769bf1044e5f8790a-006645fc74" "proxy-server 1593270" 0.0014 "-" 1593270 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38399/sdb1/0/a/c" "tx1310769bf1044e5f8790a-006645fc74" "container-server 1593270" 0.0018 "-" 1593270 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:35717/sda1/0/a/c" "tx1310769bf1044e5f8790a-006645fc74" "container-server 1593270" 0.0011 "-" 1593270 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1310769bf1044e5f8790a-006645fc74" "proxy-server 1593270" 0.0095 "-" 1593270 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1310769bf1044e5f8790a-006645fc74" "proxy-server 1593270" 0.0150 "-" 1593270 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1310769bf1044e5f8790a-006645fc74 - 0.0226 - - 1715862644.097944260 1715862644.120589256 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf77f610c32ef4a9d9efe3-006645fc74" "proxy-server 1593270" 0.0012 "-" 1593270 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38399/sdb1/2/a1/c1" "txf77f610c32ef4a9d9efe3-006645fc74" "container-server 1593270" 0.0011 "-" 1593270 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:35717/sda1/2/a1/c1" "txf77f610c32ef4a9d9efe3-006645fc74" "container-server 1593270" 0.0011 "-" 1593270 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf77f610c32ef4a9d9efe3-006645fc74" "proxy-server 1593270" 0.0128 "-" 1593270 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf77f610c32ef4a9d9efe3-006645fc74" "proxy-server 1593270" 0.0092 "-" 1593270 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf77f610c32ef4a9d9efe3-006645fc74 - 0.0209 - - 1715862644.122104406 1715862644.142962694 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf848eb5f5dd9463ba2b51-006645fc74" "proxy-server 1593270" 0.0020 "-" 1593270 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35717/sda1/0/a/c1" "txf848eb5f5dd9463ba2b51-006645fc74" "container-server 1593270" 0.0013 "-" 1593270 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:38399/sdb1/0/a/c1" "txf848eb5f5dd9463ba2b51-006645fc74" "container-server 1593270" 0.0017 "-" 1593270 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf848eb5f5dd9463ba2b51-006645fc74" "proxy-server 1593270" 0.0102 "-" 1593270 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf848eb5f5dd9463ba2b51-006645fc74" "proxy-server 1593270" 0.0151 "-" 1593270 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf848eb5f5dd9463ba2b51-006645fc74 - 0.0233 - - 1715862644.144290447 1715862644.167601347 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx61579ca1f3ba4835a4a07-006645fc74" "proxy-server 1593270" 0.0019 "-" 1593270 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38399/sdb1/2/a/c2" "tx61579ca1f3ba4835a4a07-006645fc74" "container-server 1593270" 0.0011 "-" 1593270 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35717/sda1/2/a/c2" "tx61579ca1f3ba4835a4a07-006645fc74" "container-server 1593270" 0.0016 "-" 1593270 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61579ca1f3ba4835a4a07-006645fc74" "proxy-server 1593270" 0.0087 "-" 1593270 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:44 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx61579ca1f3ba4835a4a07-006645fc74" "proxy-server 1593270" 0.0138 "-" 1593270 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx61579ca1f3ba4835a4a07-006645fc74 - 0.0221 - - 1715862644.168944597 1715862644.191008091 2 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.45760 <= '409 (1715862642.45760), 409 (1715862642.45760), 409 (1715862642.45760)' (txn: txbb699e1d9fa946d3a5bec-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.45975 <= '409 (1715862642.45975), 409 (1715862642.45975), 409 (1715862642.45975)' (txn: txcd94a60b361c4538a8860-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.46196 <= '409 (1715862642.46196), 409 (1715862642.46196), 409 (1715862642.46196)' (txn: tx6a193edef8cd44b3857e9-006645fc72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.00000 <= '409 (1715862643.00000), 409 (1715862643.00000), 409 (1715862643.00000)' (txn: tx2ae3d2bfac6a430395536-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862644.00000 <= '409 (1715862645.00000), 409 (1715862645.00000), 409 (1715862645.00000)' (txn: txb14fe8095ecc4816a805c-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862646.00000 <= '409 (1715862647.00000), 409 (1715862647.00000), 409 (1715862647.00000)' (txn: tx06f35c8326a1401b91e22-006645fc72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.00000 <= '409 (1715862642.00000), 409 (1715862642.00000), 409 (1715862642.00000)' (txn: tx3d7b137f55954551a76f3-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862643.00000 <= '409 (1715862643.00000), 409 (1715862643.00000), 409 (1715862643.00000)' (txn: txf92bd15366394aae82b17-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862644.00000 <= '409 (1715862644.00000), 409 (1715862644.00000), 409 (1715862644.00000)' (txn: tx6886e8c526d64b6fbede2-006645fc72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862642.00000 <= '409 (1715862642.00000)' (txn: txf92f0d511cd44d7d9c839-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862643.00000 <= '409 (1715862643.00000)' (txn: tx5f286944447946438060f-006645fc72) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862644.00000 <= '409 (1715862644.00000)' (txn: tx5a952f79a4774aa8b4b30-006645fc72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '473bb3e509cf5e3b709d33e7bc4bfca6', '3f6dbc95-628e-4fd1-a4fe-ba34330e873e-sda', '1715862641.87134', '1715862641.86939', '0', '', '1715862641.86939', 6, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862641.87971', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862641.87971', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862641.87971', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862641.88108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862641.88108', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862641.88083', 'epoch': '1715862641.88083', 'reported': 0, 'tombstones': -1}], '3f6dbc95-628e-4fd1-a4fe-ba34330e873e-sda') +test DEBUG: /tmp/tmpt52nx7ot/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt52nx7ot/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '473bb3e509cf5e3b709d33e7bc4bfca6', '3f6dbc95-628e-4fd1-a4fe-ba34330e873e-sda', '1715862641.87134', '1715862641.87588', '0', '', '1715862641.86939', 6, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862641.87971', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862641.87971', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862641.87971', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862641.88108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862641.88108', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862641.88083', 'epoch': '1715862641.88083', 'reported': 0, 'tombstones': -1}], '3f6dbc95-628e-4fd1-a4fe-ba34330e873e-sda') +test DEBUG: /tmp/tmpt52nx7ot/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt52nx7ot/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'a748d6c8878449b3cd27a3a7cd3865b7', '1a64d4f7-44f6-4468-b133-27811e85ad07-sda', '1715862641.92726', '1715862641.92516', '0', '', '1715862641.92516', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('1a64d4f7-44f6-4468-b133-27811e85ad07-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Unlinked retiring db '/tmp/tmpaj34yd2x/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'a748d6c8878449b3cd27a3a7cd3865b7', '592b847f-0717-46cc-aab7-8b19afc7267c-sda', '1715862641.95942', '1715862641.95734', '0', '', '1715862641.95734', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('592b847f-0717-46cc-aab7-8b19afc7267c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'a748d6c8878449b3cd27a3a7cd3865b7', 'd48ce7c9-3e6c-4fda-9976-806432a00d85-sda', '1715862641.99361', '1715862641.99163', '0', '', '1715862641.99163', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('d48ce7c9-3e6c-4fda-9976-806432a00d85-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Unlinked retiring db '/tmp/tmpopi4uwcc/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '0c3d248297f605aa7cbe74e5dab16329', '653fc04f-0a6a-4886-a240-1e3d98ff42f3-sda', '1715862642.37629', '1715862642.37420', '0', '', '1715862642.37420', 3, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('653fc04f-0a6a-4886-a240-1e3d98ff42f3-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '968a9ce1-2a2c-413a-91b7-3869ff42e2fd-sda', '1715862642.41916', '1715862642.41677', '0', '', '1715862642.41677', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp45cljvsz/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '35b2ae5d-1876-448e-894a-31ec708bbb74-sdb', '1715862642.44448', '1715862643.00000', '0', '', '1715862643.00000', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('35b2ae5d-1876-448e-894a-31ec708bbb74-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '35b2ae5d-1876-448e-894a-31ec708bbb74-sdb', '1715862642.44448', '1715862643.00000', '0', '', '1715862643.00000', 0, 0) +test ERROR: Quarantining DB /tmp/tmp45cljvsz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('35b2ae5d-1876-448e-894a-31ec708bbb74-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01092 seconds (91.57785/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp969d75l0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '62413be4-43a4-4f79-b668-aba6e3a99bbc-sda', '1715862642.46132', '1715862642', '0', '', '1715862642', 0, 1) +test DEBUG: /tmp/tmp969d75l0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '62413be4-43a4-4f79-b668-aba6e3a99bbc-sda', '1715862642.46132', '1715862642', '0', '', '1715862642', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('62413be4-43a4-4f79-b668-aba6e3a99bbc-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01021 seconds (97.91215/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpz9dqdyz1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '45b1fc911c920fa3c32d22350a7a1657', 'bf9e6f51-e360-4097-951a-3be20c20b7db-sda', '1715862642.48259', '1715862642', '0', '', '1715862642', 1, 0) +test DEBUG: /tmp/tmpz9dqdyz1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862644.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bf9e6f51-e360-4097-951a-3be20c20b7db-sda') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0443846306f04d1e8927a-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862643.00000 <= '409 (1715862644.00000)' (txn: txfe4c5092c93c40c8997b6-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txec09b06fa7bd4a319638b-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862643.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx6ba564dcf37946bb8f930-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862643.00000 <= '409 (1715862644.00000), 201 (unknown), 201 (unknown)' (txn: txa80eef0ceb31467d92465-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server ERROR: Object returning 503 for [] (txn: tx356f0d349bc746efb5010-006645fc70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server ERROR: Object returning 503 for [] (txn: tx7eef7560825c40c891002-006645fc71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76d2a532af10423697c94-006645fc71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd22eec36b2aa4358961fe-006645fc71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx05eb1b040e0b498981fc2-006645fc71) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx440d89a4af634683a0dd3-006645fc75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx440d89a4af634683a0dd3-006645fc75) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx440d89a4af634683a0dd3-006645fc75) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx440d89a4af634683a0dd3-006645fc75) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test DEBUG: /tmp/tmpz9dqdyz1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00321603s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '45b1fc911c920fa3c32d22350a7a1657', 'bf9e6f51-e360-4097-951a-3be20c20b7db-sda', '1715862642.48259', '1715862642', '0', '', '1715862642', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('bf9e6f51-e360-4097-951a-3be20c20b7db-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.94047 seconds (1.06330/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpynrs21nn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '81bd0d31-29c6-4591-9993-30293dffec38-sda', '1715862643.43412', '1715862643', '0', '', '1715862643', 0, 1) +test DEBUG: /tmp/tmpynrs21nn/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '81bd0d31-29c6-4591-9993-30293dffec38-sda', '1715862643.43412', '1715862643', '0', '', '1715862643', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('81bd0d31-29c6-4591-9993-30293dffec38-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01325 seconds (75.45691/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk_d_go0e/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4b0586b4a3e4e9e38fe18fd26363b709', '16b2884a-b355-4b85-bf4a-c675dd9258f2-sda', '1715862643.45849', '1715862643', '0', '', '1715862643', 1, 1) +test DEBUG: /tmp/tmpk_d_go0e/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '4b0586b4a3e4e9e38fe18fd26363b709', '16b2884a-b355-4b85-bf4a-c675dd9258f2-sda', '1715862643.45849', '1715862643', '0', '', '1715862643', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('16b2884a-b355-4b85-bf4a-c675dd9258f2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01510 seconds (66.24459/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6bq8t2fq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '53e293e2-0f5b-4bbb-9f65-07c4f67feaf4-sda', '1715862643.91114', '1715862643', '0', '', '1715862643', 0, 1) +test DEBUG: /tmp/tmp6bq8t2fq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '53e293e2-0f5b-4bbb-9f65-07c4f67feaf4-sda', '1715862643.91114', '1715862643', '0', '', '1715862643', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('53e293e2-0f5b-4bbb-9f65-07c4f67feaf4-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01129 seconds (88.60441/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxtrfxw9_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b469c29c13642842f4f401fa4cbd5906', '40317fb3-57fe-40f8-b732-334cbd1ba378-sda', '1715862643.93269', '1715862643', '0', '', '1715862643', 1, 1) +test DEBUG: /tmp/tmpxtrfxw9_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862646.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '40317fb3-57fe-40f8-b732-334cbd1ba378-sda') +test DEBUG: /tmp/tmpxtrfxw9_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.002846s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b469c29c13642842f4f401fa4cbd5906', '40317fb3-57fe-40f8-b732-334cbd1ba378-sda', '1715862643.93269', '1715862643', '0', '', '1715862643', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('40317fb3-57fe-40f8-b732-334cbd1ba378-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01716 seconds (58.26764/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbb5tbg7f/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2803d7ae-64ab-4359-85d6-9ad7644fd311-sda', '1715862643.96146', '1715862643', '0', '', '1715862643', 0, 1) +test DEBUG: /tmp/tmpbb5tbg7f/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2803d7ae-64ab-4359-85d6-9ad7644fd311-sda', '1715862643.96146', '1715862643', '0', '', '1715862643', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2803d7ae-64ab-4359-85d6-9ad7644fd311-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01213 seconds (82.47020/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpftzpjx88/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b469c29c13642842f4f401fa4cbd5906', '6d0d8e6e-16a9-4915-af36-30ae6879bce2-sda', '1715862643.98517', '1715862643', '0', '', '1715862643', 1, 1) +test DEBUG: /tmp/tmpftzpjx88/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b469c29c13642842f4f401fa4cbd5906', '6d0d8e6e-16a9-4915-af36-30ae6879bce2-sda', '1715862643.98517', '1715862643', '0', '', '1715862643', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('6d0d8e6e-16a9-4915-af36-30ae6879bce2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpxewb08z5/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpfhtlkgsx/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpfhtlkgsx/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txf90b499598d04324a05b1-006645fc72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server ERROR: Object returning 503 for [] (txn: tx0ed694d9e2694a7490d42-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from primary (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from primary (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from primary (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue + for fragment in frag_iter: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read + raise ShortReadError( +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txecaa8c23bc584248846af-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpx0n8ejpf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx0n8ejpf/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpx0n8ejpf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx0n8ejpf/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1593238 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc148e89a379e473bb8bac-006645fc76" "proxy-server 1593238" 0.0023 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59471/sda1/1/a/c" "txc148e89a379e473bb8bac-006645fc76" "container-server 1593238" 0.0012 "-" 1593238 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52415/sdb1/1/a/c" "txc148e89a379e473bb8bac-006645fc76" "container-server 1593238" 0.0012 "-" 1593238 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc148e89a379e473bb8bac-006645fc76" "proxy-server 1593238" 0.0097 "-" 1593238 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc148e89a379e473bb8bac-006645fc76" "proxy-server 1593238" 0.0159 "-" 1593238 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc148e89a379e473bb8bac-006645fc76 - 0.0251 - - 1715862646.499716043 1715862646.524787664 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb2a1e41d37a349989901c-006645fc76" "proxy-server 1593238" 0.0013 "-" 1593238 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59471/sda1/1/a1/c1" "txb2a1e41d37a349989901c-006645fc76" "container-server 1593238" 0.0011 "-" 1593238 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52415/sdb1/1/a1/c1" "txb2a1e41d37a349989901c-006645fc76" "container-server 1593238" 0.0024 "-" 1593238 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2a1e41d37a349989901c-006645fc76" "proxy-server 1593238" 0.0104 "-" 1593238 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2a1e41d37a349989901c-006645fc76" "proxy-server 1593238" 0.0161 "-" 1593238 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb2a1e41d37a349989901c-006645fc76 - 0.0242 - - 1715862646.526500463 1715862646.550678015 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx31ff6cad60fd41839ebf8-006645fc76" "proxy-server 1593238" 0.0021 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59471/sda1/2/a/c1" "tx31ff6cad60fd41839ebf8-006645fc76" "container-server 1593238" 0.0012 "-" 1593238 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52415/sdb1/2/a/c1" "tx31ff6cad60fd41839ebf8-006645fc76" "container-server 1593238" 0.0018 "-" 1593238 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx31ff6cad60fd41839ebf8-006645fc76" "proxy-server 1593238" 0.0149 "-" 1593238 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx31ff6cad60fd41839ebf8-006645fc76" "proxy-server 1593238" 0.0110 "-" 1593238 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx31ff6cad60fd41839ebf8-006645fc76 - 0.0247 - - 1715862646.552239656 1715862646.576949835 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf213095d685e4228bdd1c-006645fc76" "proxy-server 1593238" 0.0022 "-" 1593238 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59471/sda1/1/a/c2" "txf213095d685e4228bdd1c-006645fc76" "container-server 1593238" 0.0013 "-" 1593238 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52415/sdb1/1/a/c2" "txf213095d685e4228bdd1c-006645fc76" "container-server 1593238" 0.0019 "-" 1593238 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf213095d685e4228bdd1c-006645fc76" "proxy-server 1593238" 0.0116 "-" 1593238 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf213095d685e4228bdd1c-006645fc76" "proxy-server 1593238" 0.0173 "-" 1593238 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf213095d685e4228bdd1c-006645fc76 - 0.0262 - - 1715862646.578657866 1715862646.604881048 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48295,118 +47140,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272644.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272659.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b12/ab9153b02006ec0840f832a7cba95b12/ab9153b02006ec0840f832a7cba95b12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272664.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272674.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/10e/1b8b8bcb186994dc7406164eb2b7410e/1b8b8bcb186994dc7406164eb2b7410e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272689.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/601/0e2347144159a80dbb40a0308bb63601/0e2347144159a80dbb40a0308bb63601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272694.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272704.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fe3/8be0b43242aeb7a75de49f7450d5efe3/8be0b43242aeb7a75de49f7450d5efe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272724.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272729.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/63d/709df0e541a369a1f8578d0475e1363d/709df0e541a369a1f8578d0475e1363d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272734.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/363/b2e8cfda34a2c5274f287c01380f5363/b2e8cfda34a2c5274f287c01380f5363.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272739.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/4ff/b17681cfc351965959eb996443b574ff/b17681cfc351965959eb996443b574ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272744.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6a1/6bfd984d937746682e55221a2398e6a1/6bfd984d937746682e55221a2398e6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272749.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7f0/c810a1b9f13fa5d625ae8f9d98e297f0/c810a1b9f13fa5d625ae8f9d98e297f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272754.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/85b/04b5c170006e038f5031686d990d385b/04b5c170006e038f5031686d990d385b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272759.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/eaf/b0fb9e9f6aa87098b21e89967b8f7eaf/b0fb9e9f6aa87098b21e89967b8f7eaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272764.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d5b/cec8a151fd295fd4766006e6710f4d5b/cec8a151fd295fd4766006e6710f4d5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272769.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/35c/c0524406e0b4b6ad2afa0e3f029d935c/c0524406e0b4b6ad2afa0e3f029d935c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272774.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9e5/6499f8baa9d98fe36a81007291a749e5/6499f8baa9d98fe36a81007291a749e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272779.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c58/8440d20f4f6e6c1deb02b0908b4d8c58/8440d20f4f6e6c1deb02b0908b4d8c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272784.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b6c/921be481609bc0189263a24ac87ddb6c/921be481609bc0189263a24ac87ddb6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272789.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/4b8/5bc2ebfa0bc05eb8c002d5aca8a314b8/5bc2ebfa0bc05eb8c002d5aca8a314b8.db -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (404, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: @@ -48446,11 +47180,11 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48524,7 +47258,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48561,8 +47295,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48599,7 +47333,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48638,7 +47372,7 @@ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48675,10 +47409,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48715,7 +47449,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48753,7 +47487,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48805,6 +47539,952 @@ StopIteration test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862810.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/df9/d8986d5573ea902da779e71313b28df9/d8986d5573ea902da779e71313b28df9_1715862810.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862813.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4_1715862813.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862813.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4_1715862813.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862816.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a85/b4670f429608ccecc1335e79554a4a85/b4670f429608ccecc1335e79554a4a85_1715862816.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862816.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/a85/b4670f429608ccecc1335e79554a4a85/b4670f429608ccecc1335e79554a4a85_1715862816.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f_1715862819.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f_1715862819.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862822.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b54/6dd3fdd851a470da6636a384f7c68b54/6dd3fdd851a470da6636a384f7c68b54_1715862822.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862822.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/b54/6dd3fdd851a470da6636a384f7c68b54/6dd3fdd851a470da6636a384f7c68b54_1715862822.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862825.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/145/ef605c50fed9e15c0808895351099145/ef605c50fed9e15c0808895351099145_1715862825.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862825.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/145/ef605c50fed9e15c0808895351099145/ef605c50fed9e15c0808895351099145_1715862825.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862828.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/86d/8c7d98b4fc825fe18669f83a94af886d/8c7d98b4fc825fe18669f83a94af886d_1715862828.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862828.00000-0, db: /tmp/tmpbaznwy83/sda/containers/0/86d/8c7d98b4fc825fe18669f83a94af886d/8c7d98b4fc825fe18669f83a94af886d_1715862828.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862642.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53/86a45c3b0a6a7bbeaebcb3f1aa6b1f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862646.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/fed/36b3cd5a809763848440763ab5926fed/36b3cd5a809763848440763ab5926fed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862646.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/fed/36b3cd5a809763848440763ab5926fed/36b3cd5a809763848440763ab5926fed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862650.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/bda/1bfa3447c1c13c42b074ce67f1cbabda/1bfa3447c1c13c42b074ce67f1cbabda.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862650.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/bda/1bfa3447c1c13c42b074ce67f1cbabda/1bfa3447c1c13c42b074ce67f1cbabda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862654.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d7b/5fd3499f324016c7a0c147aaffa32d7b/5fd3499f324016c7a0c147aaffa32d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862678.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/3ae/d80012e61b6e2eba6d96b5ea18c853ae/d80012e61b6e2eba6d96b5ea18c853ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862682.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/973/65087e26acad910cebbf5b00a6a77973/65087e26acad910cebbf5b00a6a77973.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862682.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/973/65087e26acad910cebbf5b00a6a77973/65087e26acad910cebbf5b00a6a77973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862690.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b48/09aeb842dc178260c8c8429e9014eb48/09aeb842dc178260c8c8429e9014eb48.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862690.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b48/09aeb842dc178260c8c8429e9014eb48/09aeb842dc178260c8c8429e9014eb48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862694.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/950/fb30ac333157bd47e3828624acd6f950/fb30ac333157bd47e3828624acd6f950.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862694.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/950/fb30ac333157bd47e3828624acd6f950/fb30ac333157bd47e3828624acd6f950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862702.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/aaf/039f81f6ab923bcbcb469625d2a2baaf/039f81f6ab923bcbcb469625d2a2baaf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862702.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/aaf/039f81f6ab923bcbcb469625d2a2baaf/039f81f6ab923bcbcb469625d2a2baaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862706.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/1a7/3c5648dcce594deab6efd2f542f451a7/3c5648dcce594deab6efd2f542f451a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862706.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/1a7/3c5648dcce594deab6efd2f542f451a7/3c5648dcce594deab6efd2f542f451a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862714.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/8ef/11466fc80f1b7b3d29d4a0f6761598ef/11466fc80f1b7b3d29d4a0f6761598ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862718.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/26a/4b8d14b75b5436515fb47c3dc7f0b26a/4b8d14b75b5436515fb47c3dc7f0b26a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862718.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/26a/4b8d14b75b5436515fb47c3dc7f0b26a/4b8d14b75b5436515fb47c3dc7f0b26a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862730.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/63f/bc8935c995cc142f3b987c70ce30e63f/bc8935c995cc142f3b987c70ce30e63f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862730.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/63f/bc8935c995cc142f3b987c70ce30e63f/bc8935c995cc142f3b987c70ce30e63f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862762.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/305/a6d314d285005366f961fe8daae95305/a6d314d285005366f961fe8daae95305.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862762.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/305/a6d314d285005366f961fe8daae95305/a6d314d285005366f961fe8daae95305.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862766.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/bd1/2c579f28e9ad17eb64e5b0734e835bd1/2c579f28e9ad17eb64e5b0734e835bd1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862766.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/bd1/2c579f28e9ad17eb64e5b0734e835bd1/2c579f28e9ad17eb64e5b0734e835bd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862778.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/8b0/d6af37521b13d70c2e5d8c42c7a848b0/d6af37521b13d70c2e5d8c42c7a848b0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862778.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/8b0/d6af37521b13d70c2e5d8c42c7a848b0/d6af37521b13d70c2e5d8c42c7a848b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862790.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/c9d/a52a83f81a3675b3cff8da123dd5ec9d/a52a83f81a3675b3cff8da123dd5ec9d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862790.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/c9d/a52a83f81a3675b3cff8da123dd5ec9d/a52a83f81a3675b3cff8da123dd5ec9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862802.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e6e/b81e55c74c3ddfc10fa35d2be53e4e6e/b81e55c74c3ddfc10fa35d2be53e4e6e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862802.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e6e/b81e55c74c3ddfc10fa35d2be53e4e6e/b81e55c74c3ddfc10fa35d2be53e4e6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862810.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/df9/d8986d5573ea902da779e71313b28df9/d8986d5573ea902da779e71313b28df9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862810.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/df9/d8986d5573ea902da779e71313b28df9/d8986d5573ea902da779e71313b28df9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862814.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5cd/eb06744b0b3ade8b4f84834f1bfa05cd/eb06744b0b3ade8b4f84834f1bfa05cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862814.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5cd/eb06744b0b3ade8b4f84834f1bfa05cd/eb06744b0b3ade8b4f84834f1bfa05cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862822.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b54/6dd3fdd851a470da6636a384f7c68b54/6dd3fdd851a470da6636a384f7c68b54.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862822.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b54/6dd3fdd851a470da6636a384f7c68b54/6dd3fdd851a470da6636a384f7c68b54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862826.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/338/aca1a1f0fae7a38f2bfc54c5daad2338/aca1a1f0fae7a38f2bfc54c5daad2338.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862826.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/338/aca1a1f0fae7a38f2bfc54c5daad2338/aca1a1f0fae7a38f2bfc54c5daad2338.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862834.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5ef/893a237bf94787fa5b2f9a56fbc085ef/893a237bf94787fa5b2f9a56fbc085ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862834.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5ef/893a237bf94787fa5b2f9a56fbc085ef/893a237bf94787fa5b2f9a56fbc085ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862838.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/436/814508ebb35756d57dd416ca6dbc9436/814508ebb35756d57dd416ca6dbc9436.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862838.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/436/814508ebb35756d57dd416ca6dbc9436/814508ebb35756d57dd416ca6dbc9436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862846.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/48a/12abba013afda81ed5ec9c51135e448a/12abba013afda81ed5ec9c51135e448a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862846.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/48a/12abba013afda81ed5ec9c51135e448a/12abba013afda81ed5ec9c51135e448a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862850.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/0df/517b8101e668d509550a80a3693100df/517b8101e668d509550a80a3693100df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862850.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/0df/517b8101e668d509550a80a3693100df/517b8101e668d509550a80a3693100df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862858.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2cd/093b743d0fa9206887fe9d5736b502cd/093b743d0fa9206887fe9d5736b502cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862858.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2cd/093b743d0fa9206887fe9d5736b502cd/093b743d0fa9206887fe9d5736b502cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862862.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/292/0748e8eff7487252faeb5aabe27ab292/0748e8eff7487252faeb5aabe27ab292.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862862.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/292/0748e8eff7487252faeb5aabe27ab292/0748e8eff7487252faeb5aabe27ab292.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862870.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/28a/370c870db66864005470d9b3f515c28a/370c870db66864005470d9b3f515c28a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862870.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/28a/370c870db66864005470d9b3f515c28a/370c870db66864005470d9b3f515c28a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862874.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/635/2274cec017cfebe8562b00bbfa5e0635/2274cec017cfebe8562b00bbfa5e0635.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862874.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/635/2274cec017cfebe8562b00bbfa5e0635/2274cec017cfebe8562b00bbfa5e0635.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx72996747f78749dba5ee0-006645fc73) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx115095239e484ee296fd1-006645fc75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx009d3523718242739b3b2-006645fc75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67d53c79fdb7429cb57b1-006645fc75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test INFO: Attempted to replicate 1 dbs in 0.01366 seconds (73.22021/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9_1q7zm7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f83ef358-5ac1-499e-898e-75162446f321-sda', '1715862645.22667', '1715862647', '0', '', '1715862647', 0, 0) +test DEBUG: /tmp/tmp9_1q7zm7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f83ef358-5ac1-499e-898e-75162446f321-sda', '1715862645.22667', '1715862647', '0', '', '1715862647', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f83ef358-5ac1-499e-898e-75162446f321-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01758 seconds (56.87545/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4bzqwr0n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', '1c2da93b-e1cd-4e5c-8093-d95584228706-sda', '1715862645.25527', '1715862647', '0', '', '1715862647', 1, 0) +test DEBUG: /tmp/tmp4bzqwr0n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862648.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1c2da93b-e1cd-4e5c-8093-d95584228706-sda') +test DEBUG: /tmp/tmp4bzqwr0n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00321794s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', '1c2da93b-e1cd-4e5c-8093-d95584228706-sda', '1715862645.25527', '1715862647', '0', '', '1715862647', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1c2da93b-e1cd-4e5c-8093-d95584228706-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01978 seconds (50.55119/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp26zr4qlx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', 'e2c00e78-75cc-444d-9ceb-5e6240571f47-sda', '1715862645.28359', '1715862645', '1715862646', '', '1715862646', 1, 1) +test DEBUG: /tmp/tmp26zr4qlx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862648.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e2c00e78-75cc-444d-9ceb-5e6240571f47-sda') +test DEBUG: /tmp/tmp26zr4qlx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028584s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', 'e2c00e78-75cc-444d-9ceb-5e6240571f47-sda', '1715862645.28359', '1715862645', '1715862646', '', '1715862646', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e2c00e78-75cc-444d-9ceb-5e6240571f47-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01919 seconds (52.09771/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpt75ihvcx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', '79df77cf-f4a1-4e04-b1d4-db279b9e9df1-sda', '1715862645.31420', '1715862645', '1715862646', '', '1715862646', 1, 0) +test DEBUG: /tmp/tmpt75ihvcx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5fb27c535bd4fd2c65c92b99c43faca6', '79df77cf-f4a1-4e04-b1d4-db279b9e9df1-sda', '1715862645.31420', '1715862645', '1715862646', '', '1715862646', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('79df77cf-f4a1-4e04-b1d4-db279b9e9df1-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01504 seconds (66.50508/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyp4cl8an/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f64b5f2d-988b-440b-8f31-29452943930d-sda', '1715862645.34299', '1715862647', '1715862646', '', '1715862647', 0, 1) +test DEBUG: /tmp/tmpyp4cl8an/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f64b5f2d-988b-440b-8f31-29452943930d-sda', '1715862645.34299', '1715862647', '1715862646', '', '1715862647', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f64b5f2d-988b-440b-8f31-29452943930d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01074 seconds (93.12931/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmoz8_h3g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '63e9f0c1568b2829c2d15e442ac84e01', '052cc5b0-3dbf-4023-9ceb-ebd1db750738-sda', '1715862645.36567', '1715862647', '1715862646', '', '1715862647', 1, 1) +test DEBUG: /tmp/tmpmoz8_h3g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862649.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '052cc5b0-3dbf-4023-9ceb-ebd1db750738-sda') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +proxy-server DEBUG: Ignoring 404 from primary (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txde169b640e224915b755f-006645fc75) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txcd1661e4f6d04bc69f7e6-006645fc77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx82f7fbc2af654bf6b50c4-006645fc77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx15f664319a1d41289d107-006645fc77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx7bec2dea6c3d47e2b5c5f-006645fc77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa82b6f1678fc4926bb884-006645fc78) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test ERROR: Failed to unlink '/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container_1715862650.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container_1715862650.00000.db': ['/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container.db', '/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container_1715862651.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdsrvmt4j/containers/part/suffix/hash/container_1715862651.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpiwtr0j8d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiwtr0j8d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpiwtr0j8d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiwtr0j8d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd11a1dc94281477096d71-006645fc7a" "proxy-server 1593246" 0.0012 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57071/sda1/1/a/c" "txd11a1dc94281477096d71-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33673/sdb1/1/a/c" "txd11a1dc94281477096d71-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd11a1dc94281477096d71-006645fc7a" "proxy-server 1593246" 0.0100 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd11a1dc94281477096d71-006645fc7a" "proxy-server 1593246" 0.0155 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd11a1dc94281477096d71-006645fc7a - 0.0229 - - 1715862650.086222172 1715862650.109089851 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx116e1384a8044968a51d9-006645fc7a" "proxy-server 1593246" 0.0012 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57071/sda1/1/a1/c1" "tx116e1384a8044968a51d9-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33673/sdb1/1/a1/c1" "tx116e1384a8044968a51d9-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx116e1384a8044968a51d9-006645fc7a" "proxy-server 1593246" 0.0088 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx116e1384a8044968a51d9-006645fc7a" "proxy-server 1593246" 0.0144 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx116e1384a8044968a51d9-006645fc7a - 0.0217 - - 1715862650.110579252 1715862650.132285595 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5920a1ce4004420b757e-006645fc7a" "proxy-server 1593246" 0.0020 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57071/sda1/2/a/c1" "txc5920a1ce4004420b757e-006645fc7a" "container-server 1593246" 0.0026 "-" 1593246 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33673/sdb1/2/a/c1" "txc5920a1ce4004420b757e-006645fc7a" "container-server 1593246" 0.0018 "-" 1593246 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5920a1ce4004420b757e-006645fc7a" "proxy-server 1593246" 0.0154 "-" 1593246 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5920a1ce4004420b757e-006645fc7a" "proxy-server 1593246" 0.0115 "-" 1593246 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc5920a1ce4004420b757e-006645fc7a - 0.0241 - - 1715862650.133786917 1715862650.157872677 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx70e3736441b54ae990529-006645fc7a" "proxy-server 1593246" 0.0020 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33673/sdb1/1/a/c2" "tx70e3736441b54ae990529-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57071/sda1/1/a/c2" "tx70e3736441b54ae990529-006645fc7a" "container-server 1593246" 0.0017 "-" 1593246 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx70e3736441b54ae990529-006645fc7a" "proxy-server 1593246" 0.0136 "-" 1593246 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx70e3736441b54ae990529-006645fc7a" "proxy-server 1593246" 0.0098 "-" 1593246 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx70e3736441b54ae990529-006645fc7a - 0.0223 - - 1715862650.159216404 1715862650.181543589 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: /tmp/tmpmoz8_h3g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00285625s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '63e9f0c1568b2829c2d15e442ac84e01', '052cc5b0-3dbf-4023-9ceb-ebd1db750738-sda', '1715862645.36567', '1715862647', '1715862646', '', '1715862647', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('052cc5b0-3dbf-4023-9ceb-ebd1db750738-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.97421 seconds (1.02647/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk434k1nl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'd20ada00-7066-4ced-a8ed-b9afa9670fbe-sda', '1715862646.35181', '1715862648', '1715862647', '', '1715862648', 0, 0) +test DEBUG: /tmp/tmpk434k1nl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'd20ada00-7066-4ced-a8ed-b9afa9670fbe-sda', '1715862646.35181', '1715862648', '1715862647', '', '1715862648', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('d20ada00-7066-4ced-a8ed-b9afa9670fbe-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01179 seconds (84.82695/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzu39kl5l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '16a1c61c25b6bbddca25c174d47dddad', '287185eb-e367-4318-a1ac-be7f5a119f6c-sda', '1715862646.37578', '1715862648', '1715862647', '', '1715862648', 1, 0) +test DEBUG: /tmp/tmpzu39kl5l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '16a1c61c25b6bbddca25c174d47dddad', '287185eb-e367-4318-a1ac-be7f5a119f6c-sda', '1715862646.37578', '1715862648', '1715862647', '', '1715862648', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('287185eb-e367-4318-a1ac-be7f5a119f6c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02166 seconds (46.17629/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphnmxyv07/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f3260f8e-0fe7-4d42-98ae-032ecb67e934-sda', '1715862646.65681', '1715862649', '1715862648', '', '1715862649', 0, 1) +test DEBUG: /tmp/tmphnmxyv07/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f3260f8e-0fe7-4d42-98ae-032ecb67e934-sda', '1715862646.65681', '1715862649', '1715862648', '', '1715862649', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f3260f8e-0fe7-4d42-98ae-032ecb67e934-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01288 seconds (77.66306/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq211t7jf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '52156f18-ddb5-418b-9990-762897ba1f4f-sda', '1715862646.68471', '1715862649', '1715862648', '', '1715862649', 1, 0) +test DEBUG: /tmp/tmpq211t7jf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862651.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '52156f18-ddb5-418b-9990-762897ba1f4f-sda') +test DEBUG: /tmp/tmpq211t7jf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0030334s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '52156f18-ddb5-418b-9990-762897ba1f4f-sda', '1715862646.68471', '1715862649', '1715862648', '', '1715862649', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('52156f18-ddb5-418b-9990-762897ba1f4f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01989 seconds (50.28453/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptv3rvcsx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '81de00da-47b8-43ae-99aa-6ecac60be4d2-sda', '1715862646.71773', '1715862649', '1715862648', '', '1715862649', 0, 1) +test DEBUG: /tmp/tmptv3rvcsx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '81de00da-47b8-43ae-99aa-6ecac60be4d2-sda', '1715862646.71773', '1715862649', '1715862648', '', '1715862649', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('81de00da-47b8-43ae-99aa-6ecac60be4d2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01380 seconds (72.45873/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppi_11tc9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '750982ab-e2c8-40af-ae52-d3f67b6bdc64-sda', '1715862646.74357', '1715862649', '1715862648', '', '1715862649', 1, 1) +test DEBUG: /tmp/tmppi_11tc9/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '750982ab-e2c8-40af-ae52-d3f67b6bdc64-sda', '1715862646.74357', '1715862649', '1715862648', '', '1715862649', 1, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +cont1 DEBUG: Could not load '/tmp/tmpa2arwfg4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa2arwfg4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpa2arwfg4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa2arwfg4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6d9166b0b6594b93a5387-006645fc7a" "proxy-server 1593246" 0.0012 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49927/sdb1/1/a/c" "tx6d9166b0b6594b93a5387-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39755/sda1/1/a/c" "tx6d9166b0b6594b93a5387-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6d9166b0b6594b93a5387-006645fc7a" "proxy-server 1593246" 0.0147 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6d9166b0b6594b93a5387-006645fc7a" "proxy-server 1593246" 0.0108 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6d9166b0b6594b93a5387-006645fc7a - 0.0228 - - 1715862650.526707172 1715862650.549521446 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9f3489acb6c3448380cf1-006645fc7a" "proxy-server 1593246" 0.0013 "-" 1593246 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49927/sdb1/1/a1/c1" "tx9f3489acb6c3448380cf1-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39755/sda1/1/a1/c1" "tx9f3489acb6c3448380cf1-006645fc7a" "container-server 1593246" 0.0010 "-" 1593246 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f3489acb6c3448380cf1-006645fc7a" "proxy-server 1593246" 0.0086 "-" 1593246 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f3489acb6c3448380cf1-006645fc7a" "proxy-server 1593246" 0.0139 "-" 1593246 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9f3489acb6c3448380cf1-006645fc7a - 0.0212 - - 1715862650.550983906 1715862650.572142363 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd1aecbccbed647e7bcc6f-006645fc7a" "proxy-server 1593246" 0.0019 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39755/sda1/2/a/c1" "txd1aecbccbed647e7bcc6f-006645fc7a" "container-server 1593246" 0.0018 "-" 1593246 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49927/sdb1/2/a/c1" "txd1aecbccbed647e7bcc6f-006645fc7a" "container-server 1593246" 0.0011 "-" 1593246 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd1aecbccbed647e7bcc6f-006645fc7a" "proxy-server 1593246" 0.0106 "-" 1593246 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd1aecbccbed647e7bcc6f-006645fc7a" "proxy-server 1593246" 0.0160 "-" 1593246 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd1aecbccbed647e7bcc6f-006645fc7a - 0.0239 - - 1715862650.573526859 1715862650.597406149 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1d0576199b3543dcaf182-006645fc7a" "proxy-server 1593246" 0.0022 "-" 1593246 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49927/sdb1/1/a/c2" "tx1d0576199b3543dcaf182-006645fc7a" "container-server 1593246" 0.0010 "-" 1593246 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39755/sda1/1/a/c2" "tx1d0576199b3543dcaf182-006645fc7a" "container-server 1593246" 0.0018 "-" 1593246 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1d0576199b3543dcaf182-006645fc7a" "proxy-server 1593246" 0.0093 "-" 1593246 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1d0576199b3543dcaf182-006645fc7a" "proxy-server 1593246" 0.0146 "-" 1593246 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1d0576199b3543dcaf182-006645fc7a - 0.0230 - - 1715862650.598835707 1715862650.621819019 2 +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862882.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b04/5bdc60ad52ed2ec3cce2b22b242e5b04/5bdc60ad52ed2ec3cce2b22b242e5b04.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862882.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/b04/5bdc60ad52ed2ec3cce2b22b242e5b04/5bdc60ad52ed2ec3cce2b22b242e5b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862886.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e58/eedfdd99b4614df5260cdf57e625ce58/eedfdd99b4614df5260cdf57e625ce58.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862886.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/e58/eedfdd99b4614df5260cdf57e625ce58/eedfdd99b4614df5260cdf57e625ce58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862894.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5f6/d7c1968883c3cb241d836831ab2e35f6/d7c1968883c3cb241d836831ab2e35f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862894.00000-0, db: /tmp/tmpx778iqh6/sda/containers/0/5f6/d7c1968883c3cb241d836831ab2e35f6/d7c1968883c3cb241d836831ab2e35f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862647.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/522/8c7f71ac7c8a2d163b1790c406a6f522/8c7f71ac7c8a2d163b1790c406a6f522.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862647.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/522/8c7f71ac7c8a2d163b1790c406a6f522/8c7f71ac7c8a2d163b1790c406a6f522.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862650.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/bda/1bfa3447c1c13c42b074ce67f1cbabda/1bfa3447c1c13c42b074ce67f1cbabda.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862650.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/bda/1bfa3447c1c13c42b074ce67f1cbabda/1bfa3447c1c13c42b074ce67f1cbabda.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862653.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/96e/f2962ff86b28f7efcd495e8f9cc4e96e/f2962ff86b28f7efcd495e8f9cc4e96e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862653.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/96e/f2962ff86b28f7efcd495e8f9cc4e96e/f2962ff86b28f7efcd495e8f9cc4e96e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862656.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/7e6/69e41255c3b0bb1cf014172493fe27e6/69e41255c3b0bb1cf014172493fe27e6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862656.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/7e6/69e41255c3b0bb1cf014172493fe27e6/69e41255c3b0bb1cf014172493fe27e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862665.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/afe/13a41cc3889ccf79e06fc6ce0c5d0afe/13a41cc3889ccf79e06fc6ce0c5d0afe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862665.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/afe/13a41cc3889ccf79e06fc6ce0c5d0afe/13a41cc3889ccf79e06fc6ce0c5d0afe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862668.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d74/04c595debaae7c1285abe4ecc6691d74/04c595debaae7c1285abe4ecc6691d74.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862668.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d74/04c595debaae7c1285abe4ecc6691d74/04c595debaae7c1285abe4ecc6691d74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862677.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/b1d/d6226c1cdd53e42881c7fbed4d82cb1d/d6226c1cdd53e42881c7fbed4d82cb1d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862677.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/b1d/d6226c1cdd53e42881c7fbed4d82cb1d/d6226c1cdd53e42881c7fbed4d82cb1d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862680.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f6a/093b95590b85538928d04c7a0bf0df6a/093b95590b85538928d04c7a0bf0df6a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862680.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f6a/093b95590b85538928d04c7a0bf0df6a/093b95590b85538928d04c7a0bf0df6a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862683.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862683.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862689.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/412/5ecb709cbff7a921410343ea70d17412/5ecb709cbff7a921410343ea70d17412.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862689.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/412/5ecb709cbff7a921410343ea70d17412/5ecb709cbff7a921410343ea70d17412.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862692.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/406/d71c981c4f121f4b6477164f56f19406/d71c981c4f121f4b6477164f56f19406.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862692.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/406/d71c981c4f121f4b6477164f56f19406/d71c981c4f121f4b6477164f56f19406.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862695.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862695.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862701.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d3f/03a9ce05e740b081056b7f4c2c527d3f/03a9ce05e740b081056b7f4c2c527d3f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862701.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d3f/03a9ce05e740b081056b7f4c2c527d3f/03a9ce05e740b081056b7f4c2c527d3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862704.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/419/064f720ed0f125d9a23b047e0025a419/064f720ed0f125d9a23b047e0025a419.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862704.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/419/064f720ed0f125d9a23b047e0025a419/064f720ed0f125d9a23b047e0025a419.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862707.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862707.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862713.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/b46/d71b5e85ed96af7c4f95986b28408b46/d71b5e85ed96af7c4f95986b28408b46.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862713.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/b46/d71b5e85ed96af7c4f95986b28408b46/d71b5e85ed96af7c4f95986b28408b46.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862716.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5da/589a615ac6b83b6cab21ed867a4715da/589a615ac6b83b6cab21ed867a4715da.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862716.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5da/589a615ac6b83b6cab21ed867a4715da/589a615ac6b83b6cab21ed867a4715da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862725.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f3c/c2a973f8a43d7512f0a0fa7d4443bf3c/c2a973f8a43d7512f0a0fa7d4443bf3c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862725.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f3c/c2a973f8a43d7512f0a0fa7d4443bf3c/c2a973f8a43d7512f0a0fa7d4443bf3c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48833,8 +48513,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: @@ -48853,8 +48533,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48884,8 +48564,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48929,8 +48609,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48988,7 +48668,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -49061,7 +48741,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -49148,7 +48828,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -49249,7 +48929,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -49364,67 +49044,257 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx77c19b609aa548099bd73-00685309c6) -test ERROR: Container GET returning 503 for [] (txn: tx77c19b609aa548099bd73-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txc0b17f5853ac4bb6824a7-00685309c6) -test INFO: Client disconnected on read of '/a/c' (txn: tx0ec6987f386840b6ae28d-00685309c6) -test INFO: Client disconnected on read of '/a/c' (txn: txc4ea525d7e404e219b108-00685309c6) +OSError (txn: tx1985cbde331c4dd2a56dc-006645fc73) +test ERROR: Container GET returning 503 for [] (txn: tx1985cbde331c4dd2a56dc-006645fc73) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx072bc5cf0b974aa499996-006645fc76) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx072bc5cf0b974aa499996-006645fc76) +test INFO: Client disconnected on read of '/a/c' (txn: tx5656bf83b9d84f5e9df5a-006645fc76) +test INFO: Client disconnected on read of '/a/c' (txn: tx8720f667a3ee40cfa4fbb-006645fc76) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1581ec8464c46ceb57d0-00685309c6) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1581ec8464c46ceb57d0-00685309c6) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1581ec8464c46ceb57d0-00685309c6) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1581ec8464c46ceb57d0-00685309c6) -test ERROR: Container GET returning 503 for [] (txn: txb1581ec8464c46ceb57d0-00685309c6) -test INFO: Client disconnected on read of '/a/c' (txn: txb1581ec8464c46ceb57d0-00685309c6) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: Container GET returning 503 for [] (txn: txaf710a8b7b2b499eb91e9-00685309c7) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: Container GET returning 503 for [] (txn: tx57bb1dc597ea417ca9c22-00685309c7) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d7600942365489481c6b-00685309c7) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d7600942365489481c6b-00685309c7) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d7600942365489481c6b-00685309c7) -test ERROR: Container GET returning 503 for [] (txn: tx9d7600942365489481c6b-00685309c7) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx759fcfef862b4b4294a3f-00685309c7) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx759fcfef862b4b4294a3f-00685309c7) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe6dd957871f94f42a71ea-00685309c7) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe6dd957871f94f42a71ea-00685309c7) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe6dd957871f94f42a71ea-00685309c7) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txe6dd957871f94f42a71ea-00685309c7) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe655e082adba49578ecb3-00685309c7) -test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx97cf49ec3cdd4924b4cb2-00685309c7) -test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx97cf49ec3cdd4924b4cb2-00685309c7) -test INFO: Client disconnected on read of '/a/c' (txn: tx97cf49ec3cdd4924b4cb2-00685309c7) -test ERROR: Container GET returning 503 for [] (txn: txde446cc110a64290840f7-00685309c7) -test INFO: Client disconnected on read of '/a/c' (txn: txde446cc110a64290840f7-00685309c7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx3d39ec3fe8b946ddb3da1-00685309c7) -test INFO: Client disconnected on read of '/a/c' (txn: tx3d39ec3fe8b946ddb3da1-00685309c7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('750982ab-e2c8-40af-ae52-d3f67b6bdc64-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.50282 seconds (1.98876/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpculijbap/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4f03fc3e-4b4d-4f17-b0d3-6dc16e877645-sda', '1715862647.64390', '1715862650', '1715862649', '', '1715862650', 0, 0) +test DEBUG: /tmp/tmpculijbap/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4f03fc3e-4b4d-4f17-b0d3-6dc16e877645-sda', '1715862647.64390', '1715862650', '1715862649', '', '1715862650', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4f03fc3e-4b4d-4f17-b0d3-6dc16e877645-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01207 seconds (82.86286/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpth5oh2m5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '1a84aa68-9bcf-4bbd-aead-c26f1457edc6-sda', '1715862647.66845', '1715862650', '1715862649', '', '1715862650', 1, 1) +test DEBUG: /tmp/tmpth5oh2m5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862651.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1a84aa68-9bcf-4bbd-aead-c26f1457edc6-sda') +test DEBUG: /tmp/tmpth5oh2m5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00486803s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '1a84aa68-9bcf-4bbd-aead-c26f1457edc6-sda', '1715862647.66845', '1715862650', '1715862649', '', '1715862650', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1a84aa68-9bcf-4bbd-aead-c26f1457edc6-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01969 seconds (50.78500/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpupc81fuh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c567674a-e375-4606-98a1-bb510708b8c0-sda', '1715862647.70002', '1715862650', '1715862649', '', '1715862650', 0, 0) +test DEBUG: /tmp/tmpupc81fuh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c567674a-e375-4606-98a1-bb510708b8c0-sda', '1715862647.70002', '1715862650', '1715862649', '', '1715862650', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c567674a-e375-4606-98a1-bb510708b8c0-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01856 seconds (53.88891/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv_rmzsg5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '750a368c-b5e0-48ab-840b-bccc8ea3307e-sda', '1715862647.73017', '1715862650', '1715862649', '', '1715862650', 1, 0) +test DEBUG: /tmp/tmpv_rmzsg5/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '750a368c-b5e0-48ab-840b-bccc8ea3307e-sda', '1715862647.73017', '1715862650', '1715862649', '', '1715862650', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('750a368c-b5e0-48ab-840b-bccc8ea3307e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01431 seconds (69.88478/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2c_p60x4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '949e786e-d71d-473a-8535-a004e0d389c7-sda', '1715862647.75520', '1715862651', '1715862650', '', '1715862651', 0, 0) +test DEBUG: /tmp/tmp2c_p60x4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '949e786e-d71d-473a-8535-a004e0d389c7-sda', '1715862647.75520', '1715862651', '1715862650', '', '1715862651', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('949e786e-d71d-473a-8535-a004e0d389c7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01124 seconds (88.98979/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9nnet908/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', '6ea886ba-0926-4ed6-9ea2-7f8db814e356-sda', '1715862647.77776', '1715862651', '1715862650', '', '1715862651', 1, 1) +test DEBUG: /tmp/tmp9nnet908/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862652.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6ea886ba-0926-4ed6-9ea2-7f8db814e356-sda') +test DEBUG: /tmp/tmp9nnet908/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00291872s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', '6ea886ba-0926-4ed6-9ea2-7f8db814e356-sda', '1715862647.77776', '1715862651', '1715862650', '', '1715862651', 1, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('6ea886ba-0926-4ed6-9ea2-7f8db814e356-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.37117 seconds (2.69422/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc2tpefpo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f692447e-f525-498f-a512-10c73d92c4d6-sda', '1715862648.16254', '1715862652', '1715862651', '', '1715862652', 0, 1) +test DEBUG: /tmp/tmpc2tpefpo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f692447e-f525-498f-a512-10c73d92c4d6-sda', '1715862648.16254', '1715862652', '1715862651', '', '1715862652', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f692447e-f525-498f-a512-10c73d92c4d6-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02135 seconds (46.83316/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd3mhzxm4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa41b310ad6ab9c4b89e42200b183a2f', '164a9f86-f119-4faf-944d-55d2bcaf428f-sda', '1715862648.19668', '1715862652', '1715862651', '', '1715862652', 1, 1) +test DEBUG: /tmp/tmpd3mhzxm4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa41b310ad6ab9c4b89e42200b183a2f', '164a9f86-f119-4faf-944d-55d2bcaf428f-sda', '1715862648.19668', '1715862652', '1715862651', '', '1715862652', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('164a9f86-f119-4faf-944d-55d2bcaf428f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01535 seconds (65.15482/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9uqq0tu2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '743eb80b-8552-40f1-9811-acf6dadd7388-sda', '1715862648.24881', '1715862653', '1715862652', '', '1715862653', 0, 1) +test DEBUG: /tmp/tmp9uqq0tu2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '743eb80b-8552-40f1-9811-acf6dadd7388-sda', '1715862648.24881', '1715862653', '1715862652', '', '1715862653', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('743eb80b-8552-40f1-9811-acf6dadd7388-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01131 seconds (88.40085/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn2f9xtyd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e5a241766d8f4c11fcedc69a2d595d72', '4701fd03-00cc-4468-9427-7cab3ce19778-sda', '1715862648.27314', '1715862653', '1715862652', '', '1715862653', 1, 0) +test DEBUG: /tmp/tmpn2f9xtyd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862654.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4701fd03-00cc-4468-9427-7cab3ce19778-sda') +test DEBUG: /tmp/tmpn2f9xtyd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00289297s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e5a241766d8f4c11fcedc69a2d595d72', '4701fd03-00cc-4468-9427-7cab3ce19778-sda', '1715862648.27314', '1715862653', '1715862652', '', '1715862653', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4701fd03-00cc-4468-9427-7cab3ce19778-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02469 seconds (40.49595/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_zjmp5ql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '19af6e03-b023-4079-9dd4-1743591ac077-sda', '1715862648.31171', '1715862653', '1715862652', '', '1715862653', 0, 1) +test DEBUG: /tmp/tmp_zjmp5ql/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '19af6e03-b023-4079-9dd4-1743591ac077-sda', '1715862648.31171', '1715862653', '1715862652', '', '1715862653', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('19af6e03-b023-4079-9dd4-1743591ac077-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01391 seconds (71.88992/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6z2wqd95/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e5a241766d8f4c11fcedc69a2d595d72', '1a4b437b-7b84-4963-bf37-40f16d87f219-sda', '1715862648.34003', '1715862653', '1715862652', '', '1715862653', 1, 0) +test DEBUG: /tmp/tmp6z2wqd95/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e5a241766d8f4c11fcedc69a2d595d72', '1a4b437b-7b84-4963-bf37-40f16d87f219-sda', '1715862648.34003', '1715862653', '1715862652', '', '1715862653', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1a4b437b-7b84-4963-bf37-40f16d87f219-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01492 seconds (67.01085/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a1ad9054c044acaa562d-006645fc76) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a1ad9054c044acaa562d-006645fc76) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a1ad9054c044acaa562d-006645fc76) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a1ad9054c044acaa562d-006645fc76) +test ERROR: Container GET returning 503 for [] (txn: tx0a1ad9054c044acaa562d-006645fc76) +test INFO: Client disconnected on read of '/a/c' (txn: tx0a1ad9054c044acaa562d-006645fc76) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: Container GET returning 503 for [] (txn: tx11ac8c70c4f543b3a3cff-006645fc77) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: Container GET returning 503 for [] (txn: tx3f4235a7f89d4707ab9ee-006645fc77) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd6edaa13a2fe4e758fc22-006645fc77) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd6edaa13a2fe4e758fc22-006645fc77) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd6edaa13a2fe4e758fc22-006645fc77) +test ERROR: Container GET returning 503 for [] (txn: txd6edaa13a2fe4e758fc22-006645fc77) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11a5d2c188c8439e88b72-006645fc77) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11a5d2c188c8439e88b72-006645fc77) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx341ead6436024cbe88b93-006645fc77) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx341ead6436024cbe88b93-006645fc77) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx341ead6436024cbe88b93-006645fc77) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx341ead6436024cbe88b93-006645fc77) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx38faa9b2889b40b882149-006645fc77) +test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx103840ce11e74071a85dc-006645fc77) +test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx103840ce11e74071a85dc-006645fc77) +test INFO: Client disconnected on read of '/a/c' (txn: tx103840ce11e74071a85dc-006645fc77) +test ERROR: Container GET returning 503 for [] (txn: tx17d041748abc4fa99578c-006645fc77) +test INFO: Client disconnected on read of '/a/c' (txn: tx17d041748abc4fa99578c-006645fc77) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txdf8dc34afb464be0a1de9-006645fc78) +test INFO: Client disconnected on read of '/a/c' (txn: txdf8dc34afb464be0a1de9-006645fc78) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49432,8 +49302,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49441,8 +49311,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49450,7 +49320,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49459,11 +49329,87 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '7532d631-035f-4af7-8a50-edcbbe650a41-sda', '1715862648.36581', '1715862648.00000', '0', '', '1715862648.00000', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '7532d631-035f-4af7-8a50-edcbbe650a41-sda', '1715862648.36581', '1715862649.00000', '0', '', '1715862648.00000', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '2d135bb474e1131218f3358ac7076843', 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda', '1715862648.70883', '1715862648.70685', '0', '', '1715862648.70685', 11, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1715862648.71320', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1715862648.71419', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1715862648.71430', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1715862648.71438', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1715862648.71446', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1715862648.71453', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1715862648.71461', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1715862648.71468', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1715862648.71475', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1715862648.71483', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1715862648.71495', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1715862648.73111', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1715862648.73684', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1715862648.74018', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1715862648.74509', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1715862648.74928', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1715862648.75297', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1715862648.75875', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1715862648.76290', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1715862648.76669', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (21, '11c586778f02e1d1619740e3918b141d', 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda', '1715862648.70883', '1715862648.70685', '0', '', '1715862648.70685', 21, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1715862648.77022', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e5f7d400-3b72-4740-93a2-c21a8b1f9eb1-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiq1_k8nd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e885aad5-67c4-43fc-8787-1b29edb29130-sda', '1715862648.79067', '1715862649', '0', '', '1715862649', 0, 1) +test DEBUG: /tmp/tmpiq1_k8nd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e885aad5-67c4-43fc-8787-1b29edb29130-sda', '1715862648.79067', '1715862649', '0', '', '1715862649', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e885aad5-67c4-43fc-8787-1b29edb29130-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01044 seconds (95.82946/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8emja0tu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '16a1c61c25b6bbddca25c174d47dddad', '7def9ec2-cd26-424f-826f-a705f4bdb0ca-sda', '1715862648.81077', '1715862649', '0', '', '1715862649', 1, 1) +test DEBUG: /tmp/tmp8emja0tu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862650.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7def9ec2-cd26-424f-826f-a705f4bdb0ca-sda') +test DEBUG: /tmp/tmp8emja0tu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272155s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49472,7 +49418,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49481,7 +49427,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49490,10 +49436,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57f0981319cc444f9ba25-00685309c7) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx57f0981319cc444f9ba25-00685309c7) +StopIteration (txn: txd8fe765fb22e4772966f7-006645fc78) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txd8fe765fb22e4772966f7-006645fc78) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49501,8 +49447,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49510,8 +49456,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49519,7 +49465,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49528,7 +49474,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49537,7 +49483,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49546,7 +49492,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49555,3996 +49501,76 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx55df3b5139724b2484f62-00685309c7) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx55df3b5139724b2484f62-00685309c7) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpeehgd7u_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeehgd7u_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpeehgd7u_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeehgd7u_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 2495520 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0037 "-" 2495520 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2495520 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 2495520 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6f72892d06184b4c93eaf-00685309c7" "proxy-server 2495520" 0.0012 "-" 2495520 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37453/sda1/1/a/c" "tx6f72892d06184b4c93eaf-00685309c7" "container-server 2495520" 0.1209 "-" 2495520 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52839/sdb1/1/a/c" "tx6f72892d06184b4c93eaf-00685309c7" "container-server 2495520" 0.0011 "-" 2495520 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6f72892d06184b4c93eaf-00685309c7" "proxy-server 2495520" 0.1359 "-" 2495520 0 -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272794.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/dfa/4b7108124ba26fa7f6e18ed9202f8dfa/4b7108124ba26fa7f6e18ed9202f8dfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272799.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/277/d0f7b373c11c42dd291bfa73b1ea2277/d0f7b373c11c42dd291bfa73b1ea2277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272804.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/716/f4a402cad2f915a0a68318fcd1d29716/f4a402cad2f915a0a68318fcd1d29716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272809.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ce8/f02ff165770af47120acdfdea1398ce8/f02ff165770af47120acdfdea1398ce8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272814.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/930/46c8601f14e04cfd519eb4acf01c6930/46c8601f14e04cfd519eb4acf01c6930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272819.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f90/1ae71bc72e8160836d07fea0acba1f90/1ae71bc72e8160836d07fea0acba1f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272824.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/44f/b1949645af4eb82b585cfcee8322644f/b1949645af4eb82b585cfcee8322644f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272829.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d05/4bf4fe27573640fb0408f3c946c5bd05/4bf4fe27573640fb0408f3c946c5bd05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272834.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/41a/7fda5a4944448fe1515d208851c5341a/7fda5a4944448fe1515d208851c5341a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272839.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fa5/2e94d3650ac277dc7d9eb243975a1fa5/2e94d3650ac277dc7d9eb243975a1fa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272844.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/600/3a341fcb1e87382d930e96782674e600/3a341fcb1e87382d930e96782674e600.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272849.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fd4/feb47120df48a8b3607552052e45efd4/feb47120df48a8b3607552052e45efd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272854.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/306/1ce1b4c729707eb5bac28dadedca2306/1ce1b4c729707eb5bac28dadedca2306.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272859.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5ce/2614b5a4f375a1c82e72f24f166cf5ce/2614b5a4f375a1c82e72f24f166cf5ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272864.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/2dc/9745886b310ac3c86a2baf2e6ed242dc/9745886b310ac3c86a2baf2e6ed242dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272869.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b50/47c86dff292e2f6b3f180b5ec0b17b50/47c86dff292e2f6b3f180b5ec0b17b50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272874.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/8cf/1f53d33c158bfaaed5e53035c4fed8cf/1f53d33c158bfaaed5e53035c4fed8cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272879.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c9c/03cd07bf7b56ea1e3c43ca0c42110c9c/03cd07bf7b56ea1e3c43ca0c42110c9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272884.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c2d/beb3088d2b0b125a46597f502cb4ec2d/beb3088d2b0b125a46597f502cb4ec2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272889.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/db2/32dd72d612abd8903b649ba4abc91db2/32dd72d612abd8903b649ba4abc91db2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272894.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6c6/e719ed5e2f28bb91a5fe60df607e76c6/e719ed5e2f28bb91a5fe60df607e76c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272899.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f60/0d053b5dcdfedc65e00988d2ac155f60/0d053b5dcdfedc65e00988d2ac155f60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272904.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7a9/47983188bac5cf0ab3fe40396b1757a9/47983188bac5cf0ab3fe40396b1757a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272909.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d49/5689f6a4f39e4a65af6b2bc42431dd49/5689f6a4f39e4a65af6b2bc42431dd49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272914.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/1aa/3c1b8fa77dca21aaac822c96722b21aa/3c1b8fa77dca21aaac822c96722b21aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272919.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/30b/8e83fbfd26cbec0957765a9ceffd930b/8e83fbfd26cbec0957765a9ceffd930b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272924.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e51/31edbe7be3e9dc1c6f3d765cc0227e51/31edbe7be3e9dc1c6f3d765cc0227e51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272929.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/686/c70e774333b6435408768341cac17686/c70e774333b6435408768341cac17686.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272934.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/a22/f2d64905c7bc9ad7b319918f445eca22/f2d64905c7bc9ad7b319918f445eca22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272939.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/8ca/55be10341cfaff433ddd8129ec1bc8ca/55be10341cfaff433ddd8129ec1bc8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272944.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/559/55f3b26b30140a79dfd65d0fdabc6559/55f3b26b30140a79dfd65d0fdabc6559.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272949.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7a1/1a0df301e1d98d956aca4c5b5c6127a1/1a0df301e1d98d956aca4c5b5c6127a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272954.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9f6/1051563a91a38d059ed439a6119899f6/1051563a91a38d059ed439a6119899f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272959.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/893/2cb41dce492da27fc5eda8afb57fb893/2cb41dce492da27fc5eda8afb57fb893.db -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6f72892d06184b4c93eaf-00685309c7" "proxy-server 2495520" 0.1318 "-" 2495520 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6f72892d06184b4c93eaf-00685309c7 - 0.1443 - - 1750272455.190572500 1750272455.334842682 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfcb025f99d4e465dbafd1-00685309c7" "proxy-server 2495520" 0.0012 "-" 2495520 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37453/sda1/1/a1/c1" "txfcb025f99d4e465dbafd1-00685309c7" "container-server 2495520" 0.0011 "-" 2495520 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52839/sdb1/1/a1/c1" "txfcb025f99d4e465dbafd1-00685309c7" "container-server 2495520" 0.0010 "-" 2495520 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfcb025f99d4e465dbafd1-00685309c7" "proxy-server 2495520" 0.0140 "-" 2495520 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfcb025f99d4e465dbafd1-00685309c7" "proxy-server 2495520" 0.0106 "-" 2495520 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfcb025f99d4e465dbafd1-00685309c7 - 0.0224 - - 1750272455.336200714 1750272455.358614922 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b3f6132a0d347e7b06b7-00685309c7" "proxy-server 2495520" 0.0020 "-" 2495520 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52839/sdb1/2/a/c1" "tx4b3f6132a0d347e7b06b7-00685309c7" "container-server 2495520" 0.0022 "-" 2495520 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37453/sda1/2/a/c1" "tx4b3f6132a0d347e7b06b7-00685309c7" "container-server 2495520" 0.0012 "-" 2495520 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4b3f6132a0d347e7b06b7-00685309c7" "proxy-server 2495520" 0.0106 "-" 2495520 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4b3f6132a0d347e7b06b7-00685309c7" "proxy-server 2495520" 0.0159 "-" 2495520 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4b3f6132a0d347e7b06b7-00685309c7 - 0.0240 - - 1750272455.360003471 1750272455.384050846 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf51bbb773354bb9b0926-00685309c7" "proxy-server 2495520" 0.0021 "-" 2495520 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37453/sda1/1/a/c2" "txcf51bbb773354bb9b0926-00685309c7" "container-server 2495520" 0.0011 "-" 2495520 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52839/sdb1/1/a/c2" "txcf51bbb773354bb9b0926-00685309c7" "container-server 2495520" 0.0017 "-" 2495520 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf51bbb773354bb9b0926-00685309c7" "proxy-server 2495520" 0.0137 "-" 2495520 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf51bbb773354bb9b0926-00685309c7" "proxy-server 2495520" 0.0100 "-" 2495520 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcf51bbb773354bb9b0926-00685309c7 - 0.0226 - - 1750272455.385448694 1750272455.408038378 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272964.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9e8/9f61a6b28d460900db5389b4a48be9e8/9f61a6b28d460900db5389b4a48be9e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272969.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/032/b1853ab3ecd1bd3b416458bf05173032/b1853ab3ecd1bd3b416458bf05173032.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272974.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c0c/56227cccccb2108ecff2eb85c00d7c0c/56227cccccb2108ecff2eb85c00d7c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272979.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/21b/7cbceb802415de9f202d6e9b3ec6521b/7cbceb802415de9f202d6e9b3ec6521b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272984.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/207/7fc6017d10ad5aa9243de0ace7c91207/7fc6017d10ad5aa9243de0ace7c91207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272989.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7e7/5c8bc9f79197b86bfb63f89660a7f7e7/5c8bc9f79197b86bfb63f89660a7f7e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272994.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/bce/7606070955376ed4b869e40a86f38bce/7606070955376ed4b869e40a86f38bce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272999.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/dfb/2a35ae443626cfd710e5b8b9cf244dfb/2a35ae443626cfd710e5b8b9cf244dfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273004.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f0e/1d83ab6aa11ad117079aff738cd0ff0e/1d83ab6aa11ad117079aff738cd0ff0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273009.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6d1/285a8c04fbf51f259019ec45d39a66d1/285a8c04fbf51f259019ec45d39a66d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273014.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c54/0d79ea07d4bd1c630978bbf9a4319c54/0d79ea07d4bd1c630978bbf9a4319c54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273019.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c78/c0cea4de3ffbafc099fb8cfd038a6c78/c0cea4de3ffbafc099fb8cfd038a6c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273024.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b5e/7e6f456907c57706192c557d8f7b9b5e/7e6f456907c57706192c557d8f7b9b5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273029.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/466/8f21ad8ab3bb1a5baa779c9ccc568466/8f21ad8ab3bb1a5baa779c9ccc568466.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273034.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/943/b07d1ead766e75b0162a0cab32368943/b07d1ead766e75b0162a0cab32368943.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273039.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/cb5/5ae62c613591ce59db781584d8c3bcb5/5ae62c613591ce59db781584d8c3bcb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273044.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/567/924197488e7145bacebb46cc4bb3c567/924197488e7145bacebb46cc4bb3c567.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273049.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d03/a9a150f28f771c40010c90f39d6d3d03/a9a150f28f771c40010c90f39d6d3d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273054.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fdc/fbecbc60aca4db74bfa997cc0d9befdc/fbecbc60aca4db74bfa997cc0d9befdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273059.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d2f/3e8df30d46c2543eba17eace6db72d2f/3e8df30d46c2543eba17eace6db72d2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273064.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c0b/3e251bb8bb9ee5651a3c34f59266dc0b/3e251bb8bb9ee5651a3c34f59266dc0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273069.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/77b/fbf4d06ca5019164946a1556f6ccf77b/fbf4d06ca5019164946a1556f6ccf77b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273074.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6f5/329d53c51e589d0283283fff9d8026f5/329d53c51e589d0283283fff9d8026f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273079.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/12a/1bd504f106a332cb3e74c65d93b9612a/1bd504f106a332cb3e74c65d93b9612a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273084.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9ae/c043437259f02f0d06f2799fff8b39ae/c043437259f02f0d06f2799fff8b39ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273089.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/eef/efe70878b2d621b84a88b659d417aeef/efe70878b2d621b84a88b659d417aeef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273094.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/841/c9cea60ec89907ae187aeb7918eb9841/c9cea60ec89907ae187aeb7918eb9841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273099.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/a1c/2c62f3f540bad17585f3dbb59850da1c/2c62f3f540bad17585f3dbb59850da1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273104.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/855/24fb8503a565f61d56319e6be4ca8855/24fb8503a565f61d56319e6be4ca8855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273109.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/4f8/96dd61e4cdf289abef725f855101f4f8/96dd61e4cdf289abef725f855101f4f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273114.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/687/5b86b4d7695014f11f820413bdb08687/5b86b4d7695014f11f820413bdb08687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273119.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/227/d423b5787ffe3d8390c858a98d289227/d423b5787ffe3d8390c858a98d289227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273124.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b3d/72b5af8198b6cec0315bae6fa705eb3d/72b5af8198b6cec0315bae6fa705eb3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273129.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/100/c00a36460cca23173d7d9c60ecbc0100/c00a36460cca23173d7d9c60ecbc0100.db -test ERROR: Failed to unlink '/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container_1750272451.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container_1750272451.00000.db': ['/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container.db', '/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container_1750272452.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp2fh5nz3k/containers/part/suffix/hash/container_1750272452.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpxkw0gvr8/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpxkw0gvr8/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp62ffk2qj/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp62ffk2qj/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273134.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/444/fe2d36c28dc11670fcea0d343bb16444/fe2d36c28dc11670fcea0d343bb16444.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273139.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6a5/8ae482f810f8d3944a31edad47d666a5/8ae482f810f8d3944a31edad47d666a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273144.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d5f/4ba2bfd12d1ebfb81eed9b754951fd5f/4ba2bfd12d1ebfb81eed9b754951fd5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273149.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ecd/8a2719833da1cee8715a6a0e8934fecd/8a2719833da1cee8715a6a0e8934fecd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273154.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/292/394c76a3a0c97ee2e015fd7a23912292/394c76a3a0c97ee2e015fd7a23912292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273159.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d4d/366667f112d9a40330d1311888585d4d/366667f112d9a40330d1311888585d4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273164.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/0b9/699fb6c955ce4e692c3babed08e9d0b9/699fb6c955ce4e692c3babed08e9d0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273169.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/41d/4883522b506d14a327a88b15a56fe41d/4883522b506d14a327a88b15a56fe41d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273174.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/cc6/b31fcea9903b537c551b12b2e0f0acc6/b31fcea9903b537c551b12b2e0f0acc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273179.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/919/c29f7a349e7c16fa1e2d6a12d0f2f919/c29f7a349e7c16fa1e2d6a12d0f2f919.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273184.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ff6/b65ccfd299fb8adb6f9fd5ef1ad37ff6/b65ccfd299fb8adb6f9fd5ef1ad37ff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273189.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/634/0b2e1145e25557da99854da64e7d5634/0b2e1145e25557da99854da64e7d5634.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273194.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f38/133d38a6cef6aed8fb17085929306f38/133d38a6cef6aed8fb17085929306f38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273199.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/213/5440e7efb1a69d5781f6a1d7ba5c4213/5440e7efb1a69d5781f6a1d7ba5c4213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273204.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/aca/9c31f0aa644f71a73c5a92a8ff148aca/9c31f0aa644f71a73c5a92a8ff148aca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273209.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/6dd/6758b1bfa5114ae4b0328227ebabc6dd/6758b1bfa5114ae4b0328227ebabc6dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273214.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/aac/a577dd7be61b2325bb6e869ee5a0aaac/a577dd7be61b2325bb6e869ee5a0aaac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273219.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/2dc/53f8d9d8f6b76a1edf5e2c8504fb22dc/53f8d9d8f6b76a1edf5e2c8504fb22dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273224.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/467/b230758ae617c60f4b25b25a2aca1467/b230758ae617c60f4b25b25a2aca1467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273229.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7f5/088d3ec5f6eec874420a103b094bb7f5/088d3ec5f6eec874420a103b094bb7f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273234.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7ef/5095d7aeae80894ec07d7bc52987a7ef/5095d7aeae80894ec07d7bc52987a7ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273239.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/408/8e228fde74e724003f911a72f917b408/8e228fde74e724003f911a72f917b408.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273244.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/549/bbd12a8a173b2013d7496b996a923549/bbd12a8a173b2013d7496b996a923549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273249.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/589/01d640ce630765180861d27b675a8589/01d640ce630765180861d27b675a8589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273254.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/04a/fc5516602c23b4dd9d5a0333b854d04a/fc5516602c23b4dd9d5a0333b854d04a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273259.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e1d/a3dbca68889aed37cfc0822035df6e1d/a3dbca68889aed37cfc0822035df6e1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273264.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d72/563df6b189cd8fb5f74491ceac5d6d72/563df6b189cd8fb5f74491ceac5d6d72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273269.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/06e/148a629bd3cd2197cc30621b101fa06e/148a629bd3cd2197cc30621b101fa06e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273274.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/411/709eec8c1acd86b53970e6b589c04411/709eec8c1acd86b53970e6b589c04411.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273279.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/26b/ed51e74ad3aaec5cf0351c7c85fc226b/ed51e74ad3aaec5cf0351c7c85fc226b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273284.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/214/0cdc5d53842d6251d0ef0541ea162214/0cdc5d53842d6251d0ef0541ea162214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273289.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ae1/66bece32b383ed0d459e4e1db8c0fae1/66bece32b383ed0d459e4e1db8c0fae1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273294.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/092/a1434b05e0d8ce335d87c682cdb91092/a1434b05e0d8ce335d87c682cdb91092.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273299.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/0ab/7d95f1d9ddfff17f32a67da3fa26d0ab/7d95f1d9ddfff17f32a67da3fa26d0ab.db -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 2495524, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmpmb3x2i6e/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpmb3x2i6e/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp2fccfi3i/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp2fccfi3i/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273304.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/dad/2dfe694e66ceec7b603a22dfc32e7dad/2dfe694e66ceec7b603a22dfc32e7dad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273309.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/2c1/6e655b6a2028528e5956f0eb4ee4a2c1/6e655b6a2028528e5956f0eb4ee4a2c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273314.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5fb/8bc2fc7546a1f89a2e8357e68851c5fb/8bc2fc7546a1f89a2e8357e68851c5fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273319.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f3b/b26f3e358fd14de0acb24a081530cf3b/b26f3e358fd14de0acb24a081530cf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273324.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/807/ae9f1b677cd870b33865b94af6173807/ae9f1b677cd870b33865b94af6173807.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273329.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5e5/a4118533c36cf1f79390766018a055e5/a4118533c36cf1f79390766018a055e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273334.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/24c/55c7166c509dfc15946150662cf0d24c/55c7166c509dfc15946150662cf0d24c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273339.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d3c/47fb1e3a7ae920f3086631c2e92d6d3c/47fb1e3a7ae920f3086631c2e92d6d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273344.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/df2/d29426d667e8637f26d62a80a3bf2df2/d29426d667e8637f26d62a80a3bf2df2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273349.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/cb6/2c84c74d3bbe022b2582de728ab25cb6/2c84c74d3bbe022b2582de728ab25cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273354.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/463/2f3e546fbf4330338f300a330447e463/2f3e546fbf4330338f300a330447e463.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273359.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ff1/cc76bfbb843875f26af0a46c79f54ff1/cc76bfbb843875f26af0a46c79f54ff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273364.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/cb8/2c48e91cefd47b6007688bd99d026cb8/2c48e91cefd47b6007688bd99d026cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273369.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/2e5/0e8756ec5ab8d9600d4efa79890512e5/0e8756ec5ab8d9600d4efa79890512e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273374.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/1b7/449561c4182421659385c5fb86bc21b7/449561c4182421659385c5fb86bc21b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273379.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ec8/3d88657c83be59d3ff9c7346addc4ec8/3d88657c83be59d3ff9c7346addc4ec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273384.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b99/4df938247f1ef4b96d77d3895a051b99/4df938247f1ef4b96d77d3895a051b99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273389.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d0c/c411cebda17aefc7e4f4947ee0a7ed0c/c411cebda17aefc7e4f4947ee0a7ed0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273394.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/642/90dd582ee281f6eab7165cce3963b642/90dd582ee281f6eab7165cce3963b642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273399.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/0f1/46ab3078c49bdee3dcbd41a9b14e70f1/46ab3078c49bdee3dcbd41a9b14e70f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273404.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/db8/5f6ce5b14b79158eec117fd84acccdb8/5f6ce5b14b79158eec117fd84acccdb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273409.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7b0/aefc7afbc79bd2e29162eecc2cf1e7b0/aefc7afbc79bd2e29162eecc2cf1e7b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273414.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7e4/c2fb70a52c90271fee4e61d53eb027e4/c2fb70a52c90271fee4e61d53eb027e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273419.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/51b/708e6d9d6df33ea9f4a2ce4dd417651b/708e6d9d6df33ea9f4a2ce4dd417651b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273424.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/06c/b9425e46fe5bc921c28e4c11c0f9506c/b9425e46fe5bc921c28e4c11c0f9506c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273429.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/da5/f1e19db487cb5500273347ef30e80da5/f1e19db487cb5500273347ef30e80da5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273434.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7d4/52c5e2de697ebd9306ed087fc71b97d4/52c5e2de697ebd9306ed087fc71b97d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273439.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/227/e68e4c58473c9479f36f3cbcb79be227/e68e4c58473c9479f36f3cbcb79be227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273444.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/72c/3426faa162b529dfec5959f6c56c272c/3426faa162b529dfec5959f6c56c272c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273449.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/a45/9ac5e3d7b60dbab0daa6165ce3744a45/9ac5e3d7b60dbab0daa6165ce3744a45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273454.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/88f/0e6cef96c89fc8b8b0a574f8facc088f/0e6cef96c89fc8b8b0a574f8facc088f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273459.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/e22/3efab9fd1204df8b26117c84d4e2fe22/3efab9fd1204df8b26117c84d4e2fe22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273464.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/582/e447226c0e34580561b650602657c582/e447226c0e34580561b650602657c582.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273469.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/9b2/dbc17f5f0db64f5a3448f6b4b5f0a9b2/dbc17f5f0db64f5a3448f6b4b5f0a9b2.db -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx6c731cb7d3b943bd84c5c-00685309c5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Setting object count to 1058 (txn: tx0cd3eaa44bb542abaebe8-00685309c6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Setting object count to 1024 (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Setting object count to 1024 (txn: txa914bd8c43ca489790aea-00685309c7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc5b1af7d25974d898fa70-00685309c8) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273474.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/580/a29cb706153e647f88c7363e599be580/a29cb706153e647f88c7363e599be580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273479.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/0ed/70b9b6b0ed2c3843dc3f1f42b63a20ed/70b9b6b0ed2c3843dc3f1f42b63a20ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273484.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f20/8c2208c5418e03942485311932d36f20/8c2208c5418e03942485311932d36f20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273489.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/009/a70cf64d41b63a70f23f783f7c0f0009/a70cf64d41b63a70f23f783f7c0f0009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273494.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c72/be981db1c55a337f7247b2c7255d3c72/be981db1c55a337f7247b2c7255d3c72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273499.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/207/c36a9f9caceea008c16cea8495051207/c36a9f9caceea008c16cea8495051207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273504.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/a4b/aeb95a567bdf7653757b7ed896e49a4b/aeb95a567bdf7653757b7ed896e49a4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273509.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b29/a368604d73ad4e07d3d59bcb43d06b29/a368604d73ad4e07d3d59bcb43d06b29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273514.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/87b/a210c5b4ee87c5b3498d1eb96b84687b/a210c5b4ee87c5b3498d1eb96b84687b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273519.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/d75/d5804f99fbb5f3edf1554f1917c63d75/d5804f99fbb5f3edf1554f1917c63d75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273524.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/dda/028db65d9753c29a93b01b4c05d92dda/028db65d9753c29a93b01b4c05d92dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273529.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/1e4/7da81c6aecaadad80e157eb09be6f1e4/7da81c6aecaadad80e157eb09be6f1e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273534.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/568/4ee4cb35091b46d62bcaa6824ba50568/4ee4cb35091b46d62bcaa6824ba50568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273539.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/a2f/e7c45163cd24cb5306ea855e8de6ba2f/e7c45163cd24cb5306ea855e8de6ba2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273544.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7d6/a2df9da1c323db103516efa82c6287d6/a2df9da1c323db103516efa82c6287d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273549.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/3bc/7cb39d4c3f87f8fcf5592313d9c0b3bc/7cb39d4c3f87f8fcf5592313d9c0b3bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273554.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/356/37854f2a95fa7c6f93c0b7d494e5d356/37854f2a95fa7c6f93c0b7d494e5d356.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273559.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/247/edcec3ef09b793a5e802874d16a95247/edcec3ef09b793a5e802874d16a95247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273564.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/cee/128083550fd8f3ec918dffa924dc0cee/128083550fd8f3ec918dffa924dc0cee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273569.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b5f/d64dec0f7014b27739317aefa4e04b5f/d64dec0f7014b27739317aefa4e04b5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273574.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/79a/0f378f061e50387e5e1c94dbb1c8a79a/0f378f061e50387e5e1c94dbb1c8a79a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273579.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/5b4/65f5a19ad0a2ad60fff38832f8fb35b4/65f5a19ad0a2ad60fff38832f8fb35b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273584.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/996/52452dd03763fab8a1a4496e4e3dc996/52452dd03763fab8a1a4496e4e3dc996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273589.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/ba4/a1ca9ab5fc0cd674ad3d7813400e7ba4/a1ca9ab5fc0cd674ad3d7813400e7ba4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273594.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7b3/12198024d87870a18752a77fdba1e7b3/12198024d87870a18752a77fdba1e7b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273599.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c63/a2bdaf8dbeb1e722a19993491904ac63/a2bdaf8dbeb1e722a19993491904ac63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273604.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/22c/b265bd3a029217b62dba8dcdd399322c/b265bd3a029217b62dba8dcdd399322c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273609.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f2c/1da045e3dbf733407304cd31d6ab5f2c/1da045e3dbf733407304cd31d6ab5f2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273614.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/b6e/be36fca2c1dd0517fd2c94349f7f6b6e/be36fca2c1dd0517fd2c94349f7f6b6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273619.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/694/7d92bfcb569016fce6b8a00290218694/7d92bfcb569016fce6b8a00290218694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273624.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fba/6e0e1401f2a09c6e52aebef65a58afba/6e0e1401f2a09c6e52aebef65a58afba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273629.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fb6/ea387291bb6779409d25e170088bcfb6/ea387291bb6779409d25e170088bcfb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273634.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c4d/d0bf3a7f9ad49fc9d870448298c61c4d/d0bf3a7f9ad49fc9d870448298c61c4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273639.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/88e/572d851100845f5fec0c66dcf06cf88e/572d851100845f5fec0c66dcf06cf88e.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273644.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7fb/4b05b9e6c8e9ad5448c08cc07ae567fb/4b05b9e6c8e9ad5448c08cc07ae567fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273649.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/667/acc74bb542c86235d00adf38ee323667/acc74bb542c86235d00adf38ee323667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273654.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/fa7/d54370aae12376048ac67b94322e2fa7/d54370aae12376048ac67b94322e2fa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273659.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/bc8/cbffd5bf182c0866e191aed811250bc8/cbffd5bf182c0866e191aed811250bc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273664.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/49b/eb6478255c6e8b30de0967a5a095249b/eb6478255c6e8b30de0967a5a095249b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273669.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/27a/41ce7a522d8ff46197599356444c527a/41ce7a522d8ff46197599356444c527a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273674.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/f65/c335d55ca835b5b1f3072e79304b7f65/c335d55ca835b5b1f3072e79304b7f65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273679.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/122/fc96c3470d49099465fb3977f229b122/fc96c3470d49099465fb3977f229b122.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273684.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/672/cd6797c406f8466de4c792e58d617672/cd6797c406f8466de4c792e58d617672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273689.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/3e4/c07450c00a5b7a83a555f39dc0af63e4/c07450c00a5b7a83a555f39dc0af63e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273694.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/37b/094e388e751a336f4f1419dac2cfc37b/094e388e751a336f4f1419dac2cfc37b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273699.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/7dc/7453f2f053c2f63737d7759d793487dc/7453f2f053c2f63737d7759d793487dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273704.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/c52/92c620c2d2a51ad0b944c69fe96e1c52/92c620c2d2a51ad0b944c69fe96e1c52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273709.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/040/c3d8fca854dea810199b6637ea462040/c3d8fca854dea810199b6637ea462040.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273714.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/661/9b90e26bdc704ce18da034e0e96ba661/9b90e26bdc704ce18da034e0e96ba661.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273719.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/247/0f45c68573cb308f6ebfcf9eeb492247/0f45c68573cb308f6ebfcf9eeb492247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273724.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/59d/2d1a50196ccef7fe4e6db3b032f6b59d/2d1a50196ccef7fe4e6db3b032f6b59d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273729.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/88e/4ca8799bb688d6372cf71efbdf5a388e/4ca8799bb688d6372cf71efbdf5a388e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273734.00000-0, db: /tmp/tmp4m4stvkp/sda/containers/0/569/1fb41872887cf30ce9ab108ef178b569/1fb41872887cf30ce9ab108ef178b569.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp1oivfljz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1750272457.00000, path: a/c, db: /tmp/tmplz36rgcc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272457.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp7r31nmg0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272458.00000-0, db: /tmp/tmp6q_a8abo/sda/containers/0/e80/6f32954a536a5864d5fd84f03c81ae80/6f32954a536a5864d5fd84f03c81ae80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272458.00000-0, db: /tmp/tmp6q_a8abo/sda/containers/0/e80/6f32954a536a5864d5fd84f03c81ae80/6f32954a536a5864d5fd84f03c81ae80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272461.00000-0, db: /tmp/tmp6q_a8abo/sda/containers/0/f6f/acb23bac4b4d028f33c80d4e39001f6f/acb23bac4b4d028f33c80d4e39001f6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272461.00000-0, db: /tmp/tmp6q_a8abo/sda/containers/0/f6f/acb23bac4b4d028f33c80d4e39001f6f/acb23bac4b4d028f33c80d4e39001f6f.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750272458.00000, (0, 0) as of 1750272458.00000, active as of 1750272458.00000> to ShardRange<'k' to 't' as of 1750272459.00000, (0, 0) as of 1750272459.00000, active as of 1750272459.00000>, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272463.00000, (0, 0) as of 1750272463.00000, shrinking as of 1750272460.00000> to ShardRange<'k' to 't' as of 1750272463.00000, (0, 0) as of 1750272463.00000, sharding as of 1750272464.00000>, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpr6y7w91g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-e04f330b53d80ea98c67f76d247fe6b2-1750272462.00000-2, db: /tmp/tmp5f1umass/sda/containers/0/916/16266ef6e5edbec7264b0e6291989916/16266ef6e5edbec7264b0e6291989916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272467.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/24e/02572ac4c8b6155d108e1f073b0a224e/02572ac4c8b6155d108e1f073b0a224e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272467.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/24e/02572ac4c8b6155d108e1f073b0a224e/02572ac4c8b6155d108e1f073b0a224e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272476.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/561/f60a4e0b397773e28395020bd32cd561/f60a4e0b397773e28395020bd32cd561.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272476.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/561/f60a4e0b397773e28395020bd32cd561/f60a4e0b397773e28395020bd32cd561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272485.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f47/f9e8979f6a768e3fe8cbc5fa41d6af47/f9e8979f6a768e3fe8cbc5fa41d6af47.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272485.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f47/f9e8979f6a768e3fe8cbc5fa41d6af47/f9e8979f6a768e3fe8cbc5fa41d6af47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272494.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f3c/afe436b0202c88ffa182aa6cd4ac0f3c/afe436b0202c88ffa182aa6cd4ac0f3c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272494.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f3c/afe436b0202c88ffa182aa6cd4ac0f3c/afe436b0202c88ffa182aa6cd4ac0f3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272503.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/38c/40655e2f85fd668161e0110f570da38c/40655e2f85fd668161e0110f570da38c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272503.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/38c/40655e2f85fd668161e0110f570da38c/40655e2f85fd668161e0110f570da38c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272512.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/0c2/9c22ba206f702f1f292f54f804de10c2/9c22ba206f702f1f292f54f804de10c2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272512.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/0c2/9c22ba206f702f1f292f54f804de10c2/9c22ba206f702f1f292f54f804de10c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272521.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/84c/8868fc88ba0217785371e7951849f84c/8868fc88ba0217785371e7951849f84c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272521.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/84c/8868fc88ba0217785371e7951849f84c/8868fc88ba0217785371e7951849f84c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272530.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/29b/dcc0f16ad55884b467126e2fe0aa329b/dcc0f16ad55884b467126e2fe0aa329b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272530.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/29b/dcc0f16ad55884b467126e2fe0aa329b/dcc0f16ad55884b467126e2fe0aa329b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272530.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/29b/dcc0f16ad55884b467126e2fe0aa329b/dcc0f16ad55884b467126e2fe0aa329b.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Failed to unlink '/tmp/tmpoweixbgw/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpoweixbgw/containers/part/suffix/hash/container_1750272456.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpoweixbgw/containers/part/suffix/hash/container_1750272456.00000.db': ['/tmp/tmpoweixbgw/containers/part/suffix/hash/container.db', '/tmp/tmpoweixbgw/containers/part/suffix/hash/container_1750272457.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpoweixbgw/containers/part/suffix/hash/container_1750272457.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6pmdnau6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +StopIteration (txn: tx76d03db647ed48d08da65-006645fc79) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx76d03db647ed48d08da65-006645fc79) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: Setting object count to 1032 (txn: tx73609cedbb654c75be06f-00685309c9) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: Setting object count to 48 (txn: txfbb113f93d684cfeac4ac-00685309c9) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx81495d5dae3e4403883ce-00685309c9) -test DEBUG: Setting object count to 1064 (txn: tx81495d5dae3e4403883ce-00685309c9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272539.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/e6f/097cb4dec26f89e4d21d74b89ef3de6f/097cb4dec26f89e4d21d74b89ef3de6f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272539.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/e6f/097cb4dec26f89e4d21d74b89ef3de6f/097cb4dec26f89e4d21d74b89ef3de6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272539.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/e6f/097cb4dec26f89e4d21d74b89ef3de6f/097cb4dec26f89e4d21d74b89ef3de6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272548.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/4d6/4b941b4a9f00db56b0dc23894191b4d6/4b941b4a9f00db56b0dc23894191b4d6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272548.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/4d6/4b941b4a9f00db56b0dc23894191b4d6/4b941b4a9f00db56b0dc23894191b4d6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272548.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/4d6/4b941b4a9f00db56b0dc23894191b4d6/4b941b4a9f00db56b0dc23894191b4d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272557.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/144/a112fd662ff8de6566bdf999c33f7144/a112fd662ff8de6566bdf999c33f7144.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272557.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/144/a112fd662ff8de6566bdf999c33f7144/a112fd662ff8de6566bdf999c33f7144.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272557.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/144/a112fd662ff8de6566bdf999c33f7144/a112fd662ff8de6566bdf999c33f7144.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272566.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f20/0c0a84fff34bdbeaf12226aaa84b0f20/0c0a84fff34bdbeaf12226aaa84b0f20.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272566.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f20/0c0a84fff34bdbeaf12226aaa84b0f20/0c0a84fff34bdbeaf12226aaa84b0f20.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272566.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f20/0c0a84fff34bdbeaf12226aaa84b0f20/0c0a84fff34bdbeaf12226aaa84b0f20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272575.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f56/17d7a0f5c2077af4d8ec3a38c1c07f56/17d7a0f5c2077af4d8ec3a38c1c07f56.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272575.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f56/17d7a0f5c2077af4d8ec3a38c1c07f56/17d7a0f5c2077af4d8ec3a38c1c07f56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272575.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/f56/17d7a0f5c2077af4d8ec3a38c1c07f56/17d7a0f5c2077af4d8ec3a38c1c07f56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272584.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/537/db37697d2ebb87883f0241af84b5b537/db37697d2ebb87883f0241af84b5b537.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272584.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/537/db37697d2ebb87883f0241af84b5b537/db37697d2ebb87883f0241af84b5b537.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272584.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/537/db37697d2ebb87883f0241af84b5b537/db37697d2ebb87883f0241af84b5b537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272593.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/032/d6d671f4322cd3fe0e8cb3bbf8db9032/d6d671f4322cd3fe0e8cb3bbf8db9032.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272593.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/032/d6d671f4322cd3fe0e8cb3bbf8db9032/d6d671f4322cd3fe0e8cb3bbf8db9032.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272593.00000-2, db: /tmp/tmpolhu4hpb/sda/containers/0/032/d6d671f4322cd3fe0e8cb3bbf8db9032/d6d671f4322cd3fe0e8cb3bbf8db9032.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750272458.00000, (0, 0) as of 1750272458.00000, active as of 1750272458.00000> to ShardRange<'a' to 'b' as of 1750272458.00000, (0, 0) as of 1750272458.00000, sharding as of 1750272463.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a_1750272458.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a_1750272458.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a_1750272458.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a_1750272458.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750272458.00000, (0, 0) as of 1750272458.00000, sharding as of 1750272464.00000> to ShardRange<'a' to 'b' as of 1750272458.00000, (0, 0) as of 1750272458.00000, sharded as of 1750272467.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272458.00000-2, db: /tmp/tmp8pkf5d22/sda/containers/0/f9a/12a6743605622ae7cc4c8930bdc17f9a/12a6743605622ae7cc4c8930bdc17f9a_1750272458.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272458.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e4d/8a9a215e359024cd30aed3e2fd24be4d/8a9a215e359024cd30aed3e2fd24be4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272460.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/620/557badb54eabc2f307bc2192dfaaf620/557badb54eabc2f307bc2192dfaaf620.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272459.00000, (0, 0) as of 1750272459.00000, found as of 1750272459.00000> to ShardRange<'k' to 't' as of 1750272460.00000, (0, 0) as of 1750272460.00000, created as of 1750272460.00000>, path: .shards_a/shard_c_1750272460.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/620/557badb54eabc2f307bc2192dfaaf620/557badb54eabc2f307bc2192dfaaf620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272462.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d0b/a0b297891bb4a29bb060c59fdbad9d0b/a0b297891bb4a29bb060c59fdbad9d0b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272461.00000, (0, 0) as of 1750272461.00000, found as of 1750272461.00000> to ShardRange<'k' to 't' as of 1750272462.00000, (0, 0) as of 1750272462.00000, cleaved as of 1750272462.00000>, path: .shards_a/shard_c_1750272462.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d0b/a0b297891bb4a29bb060c59fdbad9d0b/a0b297891bb4a29bb060c59fdbad9d0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272464.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c28/81d52eb3bb5cab8773f15da20f1b1c28/81d52eb3bb5cab8773f15da20f1b1c28.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272463.00000, (0, 0) as of 1750272463.00000, found as of 1750272463.00000> to ShardRange<'k' to 't' as of 1750272464.00000, (0, 0) as of 1750272464.00000, active as of 1750272464.00000>, path: .shards_a/shard_c_1750272464.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c28/81d52eb3bb5cab8773f15da20f1b1c28/81d52eb3bb5cab8773f15da20f1b1c28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272465.00000, (0, 0) as of 1750272465.00000, found as of 1750272465.00000> to ShardRange<'k' to 't' as of 1750272466.00000, (0, 0) as of 1750272466.00000, shrinking as of 1750272466.00000>, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272466.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8d3/2935996a57f098b20cdf502056c718d3/2935996a57f098b20cdf502056c718d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272468.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/79b/86b7c1a9961287a476a18002ea8c679b/86b7c1a9961287a476a18002ea8c679b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272467.00000, (0, 0) as of 1750272467.00000, found as of 1750272467.00000> to ShardRange<'k' to 't' as of 1750272468.00000, (0, 0) as of 1750272468.00000, sharding as of 1750272468.00000>, path: .shards_a/shard_c_1750272468.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/79b/86b7c1a9961287a476a18002ea8c679b/86b7c1a9961287a476a18002ea8c679b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272468.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/79b/86b7c1a9961287a476a18002ea8c679b/86b7c1a9961287a476a18002ea8c679b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272470.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/843/d4cdb57e7fd19c84d3d00aa38c8a8843/d4cdb57e7fd19c84d3d00aa38c8a8843.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272469.00000, (0, 0) as of 1750272469.00000, found as of 1750272469.00000> to ShardRange<'k' to 't' as of 1750272470.00000, (0, 0) as of 1750272470.00000, sharded as of 1750272470.00000>, path: .shards_a/shard_c_1750272470.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/843/d4cdb57e7fd19c84d3d00aa38c8a8843/d4cdb57e7fd19c84d3d00aa38c8a8843.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272470.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/843/d4cdb57e7fd19c84d3d00aa38c8a8843/d4cdb57e7fd19c84d3d00aa38c8a8843.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272472.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e7c/082cd47ce6e18b2190fe609e05a39e7c/082cd47ce6e18b2190fe609e05a39e7c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272471.00000, (0, 0) as of 1750272471.00000, found as of 1750272471.00000> to ShardRange<'k' to 't' as of 1750272472.00000, (0, 0) as of 1750272472.00000, shrunk as of 1750272472.00000>, path: .shards_a/shard_c_1750272472.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e7c/082cd47ce6e18b2190fe609e05a39e7c/082cd47ce6e18b2190fe609e05a39e7c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272472.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e7c/082cd47ce6e18b2190fe609e05a39e7c/082cd47ce6e18b2190fe609e05a39e7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272474.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/03c/10ea20a67c67f20b5f591d303e7ff03c/10ea20a67c67f20b5f591d303e7ff03c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272473.00000, (0, 0) as of 1750272473.00000, created as of 1750272473.00000> to ShardRange<'k' to 't' as of 1750272474.00000, (0, 0) as of 1750272474.00000, found as of 1750272474.00000>, path: .shards_a/shard_c_1750272474.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/03c/10ea20a67c67f20b5f591d303e7ff03c/10ea20a67c67f20b5f591d303e7ff03c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272476.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/241/cfc8fed741cdfbd0849e50614e61c241/cfc8fed741cdfbd0849e50614e61c241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272478.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/27f/a5f75af68ca4ea4050bd48fcec4cc27f/a5f75af68ca4ea4050bd48fcec4cc27f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272477.00000, (0, 0) as of 1750272477.00000, created as of 1750272477.00000> to ShardRange<'k' to 't' as of 1750272478.00000, (0, 0) as of 1750272478.00000, cleaved as of 1750272478.00000>, path: .shards_a/shard_c_1750272478.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/27f/a5f75af68ca4ea4050bd48fcec4cc27f/a5f75af68ca4ea4050bd48fcec4cc27f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272480.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c2f/1bb90338153eded0f4949d2fadb38c2f/1bb90338153eded0f4949d2fadb38c2f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272479.00000, (0, 0) as of 1750272479.00000, created as of 1750272479.00000> to ShardRange<'k' to 't' as of 1750272480.00000, (0, 0) as of 1750272480.00000, active as of 1750272480.00000>, path: .shards_a/shard_c_1750272480.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c2f/1bb90338153eded0f4949d2fadb38c2f/1bb90338153eded0f4949d2fadb38c2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272481.00000, (0, 0) as of 1750272481.00000, created as of 1750272481.00000> to ShardRange<'k' to 't' as of 1750272482.00000, (0, 0) as of 1750272482.00000, shrinking as of 1750272482.00000>, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272482.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b8c/023e8b8d4a44269115257d40ecfb5b8c/023e8b8d4a44269115257d40ecfb5b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272484.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/78b/26e66d3d1ddb724094b1d6d40409278b/26e66d3d1ddb724094b1d6d40409278b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272483.00000, (0, 0) as of 1750272483.00000, created as of 1750272483.00000> to ShardRange<'k' to 't' as of 1750272484.00000, (0, 0) as of 1750272484.00000, sharding as of 1750272484.00000>, path: .shards_a/shard_c_1750272484.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/78b/26e66d3d1ddb724094b1d6d40409278b/26e66d3d1ddb724094b1d6d40409278b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272484.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/78b/26e66d3d1ddb724094b1d6d40409278b/26e66d3d1ddb724094b1d6d40409278b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272486.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/48a/beb248d0b5e41957cbde463b7ccc748a/beb248d0b5e41957cbde463b7ccc748a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272485.00000, (0, 0) as of 1750272485.00000, created as of 1750272485.00000> to ShardRange<'k' to 't' as of 1750272486.00000, (0, 0) as of 1750272486.00000, sharded as of 1750272486.00000>, path: .shards_a/shard_c_1750272486.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/48a/beb248d0b5e41957cbde463b7ccc748a/beb248d0b5e41957cbde463b7ccc748a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272486.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/48a/beb248d0b5e41957cbde463b7ccc748a/beb248d0b5e41957cbde463b7ccc748a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272488.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e01/710a4b7aefc532b4efdb8f2f31e02e01/710a4b7aefc532b4efdb8f2f31e02e01.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272487.00000, (0, 0) as of 1750272487.00000, created as of 1750272487.00000> to ShardRange<'k' to 't' as of 1750272488.00000, (0, 0) as of 1750272488.00000, shrunk as of 1750272488.00000>, path: .shards_a/shard_c_1750272488.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e01/710a4b7aefc532b4efdb8f2f31e02e01/710a4b7aefc532b4efdb8f2f31e02e01.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272488.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e01/710a4b7aefc532b4efdb8f2f31e02e01/710a4b7aefc532b4efdb8f2f31e02e01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272490.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/916/9c6eca092c3bda6b3926eb80da752916/9c6eca092c3bda6b3926eb80da752916.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272489.00000, (0, 0) as of 1750272489.00000, cleaved as of 1750272489.00000> to ShardRange<'k' to 't' as of 1750272490.00000, (0, 0) as of 1750272490.00000, found as of 1750272490.00000>, path: .shards_a/shard_c_1750272490.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/916/9c6eca092c3bda6b3926eb80da752916/9c6eca092c3bda6b3926eb80da752916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272492.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/7bb/ec590bf90e0f49b8c6a81be763a077bb/ec590bf90e0f49b8c6a81be763a077bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272491.00000, (0, 0) as of 1750272491.00000, cleaved as of 1750272491.00000> to ShardRange<'k' to 't' as of 1750272492.00000, (0, 0) as of 1750272492.00000, created as of 1750272492.00000>, path: .shards_a/shard_c_1750272492.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/7bb/ec590bf90e0f49b8c6a81be763a077bb/ec590bf90e0f49b8c6a81be763a077bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272494.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d23/bceb80d5d4a2e98d1fcf363923667d23/bceb80d5d4a2e98d1fcf363923667d23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272496.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/de5/ed8321053a99b8e928388f8f760b0de5/ed8321053a99b8e928388f8f760b0de5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272495.00000, (0, 0) as of 1750272495.00000, cleaved as of 1750272495.00000> to ShardRange<'k' to 't' as of 1750272496.00000, (0, 0) as of 1750272496.00000, active as of 1750272496.00000>, path: .shards_a/shard_c_1750272496.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/de5/ed8321053a99b8e928388f8f760b0de5/ed8321053a99b8e928388f8f760b0de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272497.00000, (0, 0) as of 1750272497.00000, cleaved as of 1750272497.00000> to ShardRange<'k' to 't' as of 1750272498.00000, (0, 0) as of 1750272498.00000, shrinking as of 1750272498.00000>, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272498.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8b9/29d6941532d03ae42c6dfc5e51d218b9/29d6941532d03ae42c6dfc5e51d218b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272500.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/74b/00f27739a62896ad526b8636963de74b/00f27739a62896ad526b8636963de74b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272499.00000, (0, 0) as of 1750272499.00000, cleaved as of 1750272499.00000> to ShardRange<'k' to 't' as of 1750272500.00000, (0, 0) as of 1750272500.00000, sharding as of 1750272500.00000>, path: .shards_a/shard_c_1750272500.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/74b/00f27739a62896ad526b8636963de74b/00f27739a62896ad526b8636963de74b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272500.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/74b/00f27739a62896ad526b8636963de74b/00f27739a62896ad526b8636963de74b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272502.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/f72/3d7ace3586aa51df97c57c7f568dcf72/3d7ace3586aa51df97c57c7f568dcf72.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272501.00000, (0, 0) as of 1750272501.00000, cleaved as of 1750272501.00000> to ShardRange<'k' to 't' as of 1750272502.00000, (0, 0) as of 1750272502.00000, sharded as of 1750272502.00000>, path: .shards_a/shard_c_1750272502.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/f72/3d7ace3586aa51df97c57c7f568dcf72/3d7ace3586aa51df97c57c7f568dcf72.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272502.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/f72/3d7ace3586aa51df97c57c7f568dcf72/3d7ace3586aa51df97c57c7f568dcf72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272504.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c90/80bf04871cc707b7a280f665dca23c90/80bf04871cc707b7a280f665dca23c90.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272503.00000, (0, 0) as of 1750272503.00000, cleaved as of 1750272503.00000> to ShardRange<'k' to 't' as of 1750272504.00000, (0, 0) as of 1750272504.00000, shrunk as of 1750272504.00000>, path: .shards_a/shard_c_1750272504.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c90/80bf04871cc707b7a280f665dca23c90/80bf04871cc707b7a280f665dca23c90.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272504.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c90/80bf04871cc707b7a280f665dca23c90/80bf04871cc707b7a280f665dca23c90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272506.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/379/a7f695697ee0420843e974fca9bd0379/a7f695697ee0420843e974fca9bd0379.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272505.00000, (0, 0) as of 1750272505.00000, active as of 1750272505.00000> to ShardRange<'k' to 't' as of 1750272506.00000, (0, 0) as of 1750272506.00000, found as of 1750272506.00000>, path: .shards_a/shard_c_1750272506.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/379/a7f695697ee0420843e974fca9bd0379/a7f695697ee0420843e974fca9bd0379.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272508.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b5b/1eb504e8b8698b2fa9e5072122b43b5b/1eb504e8b8698b2fa9e5072122b43b5b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272507.00000, (0, 0) as of 1750272507.00000, active as of 1750272507.00000> to ShardRange<'k' to 't' as of 1750272508.00000, (0, 0) as of 1750272508.00000, created as of 1750272508.00000>, path: .shards_a/shard_c_1750272508.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b5b/1eb504e8b8698b2fa9e5072122b43b5b/1eb504e8b8698b2fa9e5072122b43b5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272510.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a42/4caa68b5ac1c855b80fcc9dfee902a42/4caa68b5ac1c855b80fcc9dfee902a42.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272509.00000, (0, 0) as of 1750272509.00000, active as of 1750272509.00000> to ShardRange<'k' to 't' as of 1750272510.00000, (0, 0) as of 1750272510.00000, cleaved as of 1750272510.00000>, path: .shards_a/shard_c_1750272510.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a42/4caa68b5ac1c855b80fcc9dfee902a42/4caa68b5ac1c855b80fcc9dfee902a42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272512.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/2dc/c11c8692576882aa04c4ecbd535582dc/c11c8692576882aa04c4ecbd535582dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272513.00000, (0, 0) as of 1750272513.00000, active as of 1750272513.00000> to ShardRange<'k' to 't' as of 1750272514.00000, (0, 0) as of 1750272514.00000, shrinking as of 1750272514.00000>, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272514.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/73b/20423c6306c42e3d663c63da98bc073b/20423c6306c42e3d663c63da98bc073b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272516.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/510/7127466ec7dd6e42573a9393c9bfa510/7127466ec7dd6e42573a9393c9bfa510.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272515.00000, (0, 0) as of 1750272515.00000, active as of 1750272515.00000> to ShardRange<'k' to 't' as of 1750272516.00000, (0, 0) as of 1750272516.00000, sharding as of 1750272516.00000>, path: .shards_a/shard_c_1750272516.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/510/7127466ec7dd6e42573a9393c9bfa510/7127466ec7dd6e42573a9393c9bfa510.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272516.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/510/7127466ec7dd6e42573a9393c9bfa510/7127466ec7dd6e42573a9393c9bfa510.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272518.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/996/d6c608fa69c303c8a5eb0eff1a0a9996/d6c608fa69c303c8a5eb0eff1a0a9996.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272517.00000, (0, 0) as of 1750272517.00000, active as of 1750272517.00000> to ShardRange<'k' to 't' as of 1750272518.00000, (0, 0) as of 1750272518.00000, sharded as of 1750272518.00000>, path: .shards_a/shard_c_1750272518.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/996/d6c608fa69c303c8a5eb0eff1a0a9996/d6c608fa69c303c8a5eb0eff1a0a9996.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272518.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/996/d6c608fa69c303c8a5eb0eff1a0a9996/d6c608fa69c303c8a5eb0eff1a0a9996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272520.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/285/5421ce4abce96450f3363b418de07285/5421ce4abce96450f3363b418de07285.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272519.00000, (0, 0) as of 1750272519.00000, active as of 1750272519.00000> to ShardRange<'k' to 't' as of 1750272520.00000, (0, 0) as of 1750272520.00000, shrunk as of 1750272520.00000>, path: .shards_a/shard_c_1750272520.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/285/5421ce4abce96450f3363b418de07285/5421ce4abce96450f3363b418de07285.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272520.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/285/5421ce4abce96450f3363b418de07285/5421ce4abce96450f3363b418de07285.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272522.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/984/64938508f5835813d849a49860fa9984/64938508f5835813d849a49860fa9984.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272521.00000, (0, 0) as of 1750272521.00000, shrinking as of 1750272521.00000> to ShardRange<'k' to 't' as of 1750272522.00000, (0, 0) as of 1750272522.00000, found as of 1750272522.00000>, path: .shards_a/shard_c_1750272522.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/984/64938508f5835813d849a49860fa9984/64938508f5835813d849a49860fa9984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272524.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dd0/d5c6d9d8c5f27426d737caf0e6b07dd0/d5c6d9d8c5f27426d737caf0e6b07dd0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272523.00000, (0, 0) as of 1750272523.00000, shrinking as of 1750272523.00000> to ShardRange<'k' to 't' as of 1750272524.00000, (0, 0) as of 1750272524.00000, created as of 1750272524.00000>, path: .shards_a/shard_c_1750272524.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dd0/d5c6d9d8c5f27426d737caf0e6b07dd0/d5c6d9d8c5f27426d737caf0e6b07dd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272526.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/03c/39fbf87816e07f09c7b904b36e28f03c/39fbf87816e07f09c7b904b36e28f03c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272525.00000, (0, 0) as of 1750272525.00000, shrinking as of 1750272525.00000> to ShardRange<'k' to 't' as of 1750272526.00000, (0, 0) as of 1750272526.00000, cleaved as of 1750272526.00000>, path: .shards_a/shard_c_1750272526.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/03c/39fbf87816e07f09c7b904b36e28f03c/39fbf87816e07f09c7b904b36e28f03c.db -test ERROR: Failed to unlink '/tmp/tmp6c9byq0y/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp6c9byq0y/containers/part/suffix/hash/container_1750272457.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp6c9byq0y/containers/part/suffix/hash/container_1750272457.00000.db': ['/tmp/tmp6c9byq0y/containers/part/suffix/hash/container.db', '/tmp/tmp6c9byq0y/containers/part/suffix/hash/container_1750272458.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6c9byq0y/containers/part/suffix/hash/container_1750272458.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx13701be353c241b69c402-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272528.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/12f/e58a8800f917e9f1a18851dba751312f/e58a8800f917e9f1a18851dba751312f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272527.00000, (0, 0) as of 1750272527.00000, shrinking as of 1750272527.00000> to ShardRange<'k' to 't' as of 1750272528.00000, (0, 0) as of 1750272528.00000, active as of 1750272528.00000>, path: .shards_a/shard_c_1750272528.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/12f/e58a8800f917e9f1a18851dba751312f/e58a8800f917e9f1a18851dba751312f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272530.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/4ee/c1493dc95383f10d0a86447102b974ee/c1493dc95383f10d0a86447102b974ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272530.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/4ee/c1493dc95383f10d0a86447102b974ee/c1493dc95383f10d0a86447102b974ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272532.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e40/673f6c7ea585260a646e0dffefa82e40/673f6c7ea585260a646e0dffefa82e40.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272531.00000, (0, 0) as of 1750272531.00000, shrinking as of 1750272531.00000> to ShardRange<'k' to 't' as of 1750272532.00000, (0, 0) as of 1750272532.00000, sharding as of 1750272532.00000>, path: .shards_a/shard_c_1750272532.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e40/673f6c7ea585260a646e0dffefa82e40/673f6c7ea585260a646e0dffefa82e40.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272532.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e40/673f6c7ea585260a646e0dffefa82e40/673f6c7ea585260a646e0dffefa82e40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272534.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/580/0a64c06c185012c418e580ebd7993580/0a64c06c185012c418e580ebd7993580.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272533.00000, (0, 0) as of 1750272533.00000, shrinking as of 1750272533.00000> to ShardRange<'k' to 't' as of 1750272534.00000, (0, 0) as of 1750272534.00000, sharded as of 1750272534.00000>, path: .shards_a/shard_c_1750272534.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/580/0a64c06c185012c418e580ebd7993580/0a64c06c185012c418e580ebd7993580.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272534.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/580/0a64c06c185012c418e580ebd7993580/0a64c06c185012c418e580ebd7993580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272536.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/7b5d9b39ce9e708cae72f8fcebe65fcc/7b5d9b39ce9e708cae72f8fcebe65fcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272535.00000, (0, 0) as of 1750272535.00000, shrinking as of 1750272535.00000> to ShardRange<'k' to 't' as of 1750272536.00000, (0, 0) as of 1750272536.00000, shrunk as of 1750272536.00000>, path: .shards_a/shard_c_1750272536.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/7b5d9b39ce9e708cae72f8fcebe65fcc/7b5d9b39ce9e708cae72f8fcebe65fcc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272536.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/7b5d9b39ce9e708cae72f8fcebe65fcc/7b5d9b39ce9e708cae72f8fcebe65fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272538.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b1e/8c08bb684658b6baf563e73d0402cb1e/8c08bb684658b6baf563e73d0402cb1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272537.00000, (0, 0) as of 1750272537.00000, sharding as of 1750272537.00000> to ShardRange<'k' to 't' as of 1750272538.00000, (0, 0) as of 1750272538.00000, found as of 1750272538.00000>, path: .shards_a/shard_c_1750272538.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b1e/8c08bb684658b6baf563e73d0402cb1e/8c08bb684658b6baf563e73d0402cb1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272540.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/346/143f9960d2928fbb2c4a0168b5eb3346/143f9960d2928fbb2c4a0168b5eb3346.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272539.00000, (0, 0) as of 1750272539.00000, sharding as of 1750272539.00000> to ShardRange<'k' to 't' as of 1750272540.00000, (0, 0) as of 1750272540.00000, created as of 1750272540.00000>, path: .shards_a/shard_c_1750272540.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/346/143f9960d2928fbb2c4a0168b5eb3346/143f9960d2928fbb2c4a0168b5eb3346.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272542.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/da6/aa96b080507cf57b32b2f34f283e0da6/aa96b080507cf57b32b2f34f283e0da6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272541.00000, (0, 0) as of 1750272541.00000, sharding as of 1750272541.00000> to ShardRange<'k' to 't' as of 1750272542.00000, (0, 0) as of 1750272542.00000, cleaved as of 1750272542.00000>, path: .shards_a/shard_c_1750272542.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/da6/aa96b080507cf57b32b2f34f283e0da6/aa96b080507cf57b32b2f34f283e0da6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272544.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b04/769dbe64025b3c287015119468249b04/769dbe64025b3c287015119468249b04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272543.00000, (0, 0) as of 1750272543.00000, sharding as of 1750272543.00000> to ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, active as of 1750272544.00000>, path: .shards_a/shard_c_1750272544.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b04/769dbe64025b3c287015119468249b04/769dbe64025b3c287015119468249b04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272545.00000, (0, 0) as of 1750272545.00000, sharding as of 1750272545.00000> to ShardRange<'k' to 't' as of 1750272546.00000, (0, 0) as of 1750272546.00000, shrinking as of 1750272546.00000>, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272546.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d87/b00bf2a22c9634b84183fca2a76c0d87/b00bf2a22c9634b84183fca2a76c0d87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272548.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/0b2/5b91caed74cd13f23775e593eb7d00b2/5b91caed74cd13f23775e593eb7d00b2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272548.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/0b2/5b91caed74cd13f23775e593eb7d00b2/5b91caed74cd13f23775e593eb7d00b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272550.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a56/adf3412a6b679d8dfd9fcd9e74d63a56/adf3412a6b679d8dfd9fcd9e74d63a56.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272549.00000, (0, 0) as of 1750272549.00000, sharding as of 1750272549.00000> to ShardRange<'k' to 't' as of 1750272550.00000, (0, 0) as of 1750272550.00000, sharded as of 1750272550.00000>, path: .shards_a/shard_c_1750272550.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a56/adf3412a6b679d8dfd9fcd9e74d63a56/adf3412a6b679d8dfd9fcd9e74d63a56.db -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server ERROR: Object returning 503 for [] (txn: tx2d04ff496c224fc1a22da-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5462beeba2cd4ff487561-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx033e8782d45345f3946d4-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77f2c24916e34d79bfe36-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272550.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a56/adf3412a6b679d8dfd9fcd9e74d63a56/adf3412a6b679d8dfd9fcd9e74d63a56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272552.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c52/ebb2217a77a064f0daafd51ea68d4c52/ebb2217a77a064f0daafd51ea68d4c52.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272551.00000, (0, 0) as of 1750272551.00000, sharding as of 1750272551.00000> to ShardRange<'k' to 't' as of 1750272552.00000, (0, 0) as of 1750272552.00000, shrunk as of 1750272552.00000>, path: .shards_a/shard_c_1750272552.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c52/ebb2217a77a064f0daafd51ea68d4c52/ebb2217a77a064f0daafd51ea68d4c52.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272552.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c52/ebb2217a77a064f0daafd51ea68d4c52/ebb2217a77a064f0daafd51ea68d4c52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272554.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/6cc/3f4551f2aa874b7a5e7b6c796aac06cc/3f4551f2aa874b7a5e7b6c796aac06cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272553.00000, (0, 0) as of 1750272553.00000, sharded as of 1750272553.00000> to ShardRange<'k' to 't' as of 1750272554.00000, (0, 0) as of 1750272554.00000, found as of 1750272554.00000>, path: .shards_a/shard_c_1750272554.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/6cc/3f4551f2aa874b7a5e7b6c796aac06cc/3f4551f2aa874b7a5e7b6c796aac06cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272556.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c4a/757dbe62ebe993c84c80ba0a9417bc4a/757dbe62ebe993c84c80ba0a9417bc4a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272555.00000, (0, 0) as of 1750272555.00000, sharded as of 1750272555.00000> to ShardRange<'k' to 't' as of 1750272556.00000, (0, 0) as of 1750272556.00000, created as of 1750272556.00000>, path: .shards_a/shard_c_1750272556.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c4a/757dbe62ebe993c84c80ba0a9417bc4a/757dbe62ebe993c84c80ba0a9417bc4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272558.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/ff1/75b3d8032006ac65028f26633833cff1/75b3d8032006ac65028f26633833cff1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272557.00000, (0, 0) as of 1750272557.00000, sharded as of 1750272557.00000> to ShardRange<'k' to 't' as of 1750272558.00000, (0, 0) as of 1750272558.00000, cleaved as of 1750272558.00000>, path: .shards_a/shard_c_1750272558.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/ff1/75b3d8032006ac65028f26633833cff1/75b3d8032006ac65028f26633833cff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272560.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/cca/52f6e180603ede9773de1f469be75cca/52f6e180603ede9773de1f469be75cca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272559.00000, (0, 0) as of 1750272559.00000, sharded as of 1750272559.00000> to ShardRange<'k' to 't' as of 1750272560.00000, (0, 0) as of 1750272560.00000, active as of 1750272560.00000>, path: .shards_a/shard_c_1750272560.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/cca/52f6e180603ede9773de1f469be75cca/52f6e180603ede9773de1f469be75cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272561.00000, (0, 0) as of 1750272561.00000, sharded as of 1750272561.00000> to ShardRange<'k' to 't' as of 1750272562.00000, (0, 0) as of 1750272562.00000, shrinking as of 1750272562.00000>, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272562.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/06c/9fb35881bba3ca9968e95dfe0c2d906c/9fb35881bba3ca9968e95dfe0c2d906c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272564.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/6eb/289271d9a91dbb08d18f32edd6a536eb/289271d9a91dbb08d18f32edd6a536eb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272563.00000, (0, 0) as of 1750272563.00000, sharded as of 1750272563.00000> to ShardRange<'k' to 't' as of 1750272564.00000, (0, 0) as of 1750272564.00000, sharding as of 1750272564.00000>, path: .shards_a/shard_c_1750272564.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/6eb/289271d9a91dbb08d18f32edd6a536eb/289271d9a91dbb08d18f32edd6a536eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272564.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/6eb/289271d9a91dbb08d18f32edd6a536eb/289271d9a91dbb08d18f32edd6a536eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272566.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/815/2fa0f54a0cbe48687b9e55632c86b815/2fa0f54a0cbe48687b9e55632c86b815.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272566.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/815/2fa0f54a0cbe48687b9e55632c86b815/2fa0f54a0cbe48687b9e55632c86b815.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272568.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/1546428314be58c469c8c6a901684fcc/1546428314be58c469c8c6a901684fcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272567.00000, (0, 0) as of 1750272567.00000, sharded as of 1750272567.00000> to ShardRange<'k' to 't' as of 1750272568.00000, (0, 0) as of 1750272568.00000, shrunk as of 1750272568.00000>, path: .shards_a/shard_c_1750272568.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/1546428314be58c469c8c6a901684fcc/1546428314be58c469c8c6a901684fcc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272568.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fcc/1546428314be58c469c8c6a901684fcc/1546428314be58c469c8c6a901684fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272570.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d16/3a2fba77193509a1be20803784688d16/3a2fba77193509a1be20803784688d16.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272569.00000, (0, 0) as of 1750272569.00000, shrunk as of 1750272569.00000> to ShardRange<'k' to 't' as of 1750272570.00000, (0, 0) as of 1750272570.00000, found as of 1750272570.00000>, path: .shards_a/shard_c_1750272570.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d16/3a2fba77193509a1be20803784688d16/3a2fba77193509a1be20803784688d16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272572.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/2f0/2d811b27b5ad0be9261622ab95fda2f0/2d811b27b5ad0be9261622ab95fda2f0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272571.00000, (0, 0) as of 1750272571.00000, shrunk as of 1750272571.00000> to ShardRange<'k' to 't' as of 1750272572.00000, (0, 0) as of 1750272572.00000, created as of 1750272572.00000>, path: .shards_a/shard_c_1750272572.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/2f0/2d811b27b5ad0be9261622ab95fda2f0/2d811b27b5ad0be9261622ab95fda2f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272574.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/33e/849482702c466db551577927376b233e/849482702c466db551577927376b233e.db -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaf1f7ee599144219a69de-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc86c97bcaef14f04819f5-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx75139c55c2494b95b521f-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47f24effe6d747dd94f28-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf61b187564948f2ba7a3-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 458, 490, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx9b751106ee804176887ff-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd582eb4864db4bf7bc921-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd582eb4864db4bf7bc921-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd582eb4864db4bf7bc921-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx002637ddbbe74f0da7405-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272573.00000, (0, 0) as of 1750272573.00000, shrunk as of 1750272573.00000> to ShardRange<'k' to 't' as of 1750272574.00000, (0, 0) as of 1750272574.00000, cleaved as of 1750272574.00000>, path: .shards_a/shard_c_1750272574.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/33e/849482702c466db551577927376b233e/849482702c466db551577927376b233e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272576.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c1c/1f89421f3dacf2603cdf91318488dc1c/1f89421f3dacf2603cdf91318488dc1c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272575.00000, (0, 0) as of 1750272575.00000, shrunk as of 1750272575.00000> to ShardRange<'k' to 't' as of 1750272576.00000, (0, 0) as of 1750272576.00000, active as of 1750272576.00000>, path: .shards_a/shard_c_1750272576.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c1c/1f89421f3dacf2603cdf91318488dc1c/1f89421f3dacf2603cdf91318488dc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272578.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1bd/676b316e5e18833642dfee19ec7a71bd/676b316e5e18833642dfee19ec7a71bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272577.00000, (0, 0) as of 1750272577.00000, shrunk as of 1750272577.00000> to ShardRange<'k' to 't' as of 1750272578.00000, (0, 0) as of 1750272578.00000, shrinking as of 1750272578.00000>, path: .shards_a/shard_c_1750272578.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1bd/676b316e5e18833642dfee19ec7a71bd/676b316e5e18833642dfee19ec7a71bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272578.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1bd/676b316e5e18833642dfee19ec7a71bd/676b316e5e18833642dfee19ec7a71bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272580.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b5b/1fcf48ce0f883a4bcdc140a2d16fcb5b/1fcf48ce0f883a4bcdc140a2d16fcb5b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272579.00000, (0, 0) as of 1750272579.00000, shrunk as of 1750272579.00000> to ShardRange<'k' to 't' as of 1750272580.00000, (0, 0) as of 1750272580.00000, sharding as of 1750272580.00000>, path: .shards_a/shard_c_1750272580.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b5b/1fcf48ce0f883a4bcdc140a2d16fcb5b/1fcf48ce0f883a4bcdc140a2d16fcb5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272580.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b5b/1fcf48ce0f883a4bcdc140a2d16fcb5b/1fcf48ce0f883a4bcdc140a2d16fcb5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272582.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b21/c2859972407fb40e88561a9882a03b21/c2859972407fb40e88561a9882a03b21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272581.00000, (0, 0) as of 1750272581.00000, shrunk as of 1750272581.00000> to ShardRange<'k' to 't' as of 1750272582.00000, (0, 0) as of 1750272582.00000, sharded as of 1750272582.00000>, path: .shards_a/shard_c_1750272582.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b21/c2859972407fb40e88561a9882a03b21/c2859972407fb40e88561a9882a03b21.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272582.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/b21/c2859972407fb40e88561a9882a03b21/c2859972407fb40e88561a9882a03b21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272584.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dc9/acf7319fe8e220fe51afa6d105293dc9/acf7319fe8e220fe51afa6d105293dc9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272584.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dc9/acf7319fe8e220fe51afa6d105293dc9/acf7319fe8e220fe51afa6d105293dc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272593.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/793/91091dc0dc89f2ede4c573db18781793/91091dc0dc89f2ede4c573db18781793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server ERROR: Object returning 503 for [] (txn: tx30da148a618d4f77ad06a-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx99d72f0441cb468fb2853-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf00423aa918048a2bd923-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txfb4e94c4ffdd468d8017e-00685309c9) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txa59514b5f28140b0b7538-00685309c9) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3ace28ff7c6d40799d58c-00685309c9) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx419f31b19f204e44becf7-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: Object returning 503 for [] (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54599c2fd787458b99f1e-00685309c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txfd6eefbec8ef4af08f9a6-00685309ca) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txfd6eefbec8ef4af08f9a6-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe09d1bd9917646f5a9651-00685309ca) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Setting object count to 1072 (txn: txc5b1af7d25974d898fa70-00685309c8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Setting object count to 1072 (txn: tx645491abb555428a85ad4-00685309c9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe09d1bd9917646f5a9651-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server ERROR: Object returning 503 for [] (txn: tx6a4f451665f94f52a6b9b-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272671.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c82/451f2a857abccdc657503a991e16ec82/451f2a857abccdc657503a991e16ec82.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272671.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c82/451f2a857abccdc657503a991e16ec82/451f2a857abccdc657503a991e16ec82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272673.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/0e9/afc5d66d68a5ce17b64d0a6c384840e9/afc5d66d68a5ce17b64d0a6c384840e9.db -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server ERROR: Object returning 503 for [] (txn: tx2718ee33f67a46b490170-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server ERROR: Object returning 503 for [] (txn: tx1f60186c17f54e0f861e9-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8bd4f3a0156a4317b6102-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77adca8c3b8e49f9bc823-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx4b1103c05c8c478589fdd-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txea430900858f4f138a607-00685309ca) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server ERROR: Object returning 503 for [] (txn: tx039f102b8ffb469ab2ee7-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue - for fragment in frag_iter: - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txcc6aebdcb97a494f8e036-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txa8a71625a633446da14d3-00685309ca) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272673.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/0e9/afc5d66d68a5ce17b64d0a6c384840e9/afc5d66d68a5ce17b64d0a6c384840e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272675.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e8a/5318344d52adc5dea2a0721b645b4e8a/5318344d52adc5dea2a0721b645b4e8a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272675.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/e8a/5318344d52adc5dea2a0721b645b4e8a/5318344d52adc5dea2a0721b645b4e8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272677.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a7f/0ebcd31de81ecb8e12aae2ac396cca7f/0ebcd31de81ecb8e12aae2ac396cca7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272677.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/a7f/0ebcd31de81ecb8e12aae2ac396cca7f/0ebcd31de81ecb8e12aae2ac396cca7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272679.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/49d/bf9124dfb00e15cdeb8c504a5c49749d/bf9124dfb00e15cdeb8c504a5c49749d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272679.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/49d/bf9124dfb00e15cdeb8c504a5c49749d/bf9124dfb00e15cdeb8c504a5c49749d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272681.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/39b/effbcacfa4a8e91bd01b527abe9f939b/effbcacfa4a8e91bd01b527abe9f939b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272681.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/39b/effbcacfa4a8e91bd01b527abe9f939b/effbcacfa4a8e91bd01b527abe9f939b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272683.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/caf/48b1884c61f0a58a6152583da418bcaf/48b1884c61f0a58a6152583da418bcaf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272683.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/caf/48b1884c61f0a58a6152583da418bcaf/48b1884c61f0a58a6152583da418bcaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272685.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/906/2bd02768f578de137994fb3bafd38906/2bd02768f578de137994fb3bafd38906.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272685.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/906/2bd02768f578de137994fb3bafd38906/2bd02768f578de137994fb3bafd38906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272687.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/753/22b33fa19720aa98c4dd13a8a668c753/22b33fa19720aa98c4dd13a8a668c753.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272687.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/753/22b33fa19720aa98c4dd13a8a668c753/22b33fa19720aa98c4dd13a8a668c753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272689.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/359/598ed6152fec557b9d9bcd780f446359/598ed6152fec557b9d9bcd780f446359.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272689.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/359/598ed6152fec557b9d9bcd780f446359/598ed6152fec557b9d9bcd780f446359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272691.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dc6/26ec17b6468f276f201e77f221186dc6/26ec17b6468f276f201e77f221186dc6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272691.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/dc6/26ec17b6468f276f201e77f221186dc6/26ec17b6468f276f201e77f221186dc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272693.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/198/a4729a78c12bceddef6f32e894d78198/a4729a78c12bceddef6f32e894d78198.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272693.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/198/a4729a78c12bceddef6f32e894d78198/a4729a78c12bceddef6f32e894d78198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272695.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/9cd/125d675c7a082794aea7119c36c239cd/125d675c7a082794aea7119c36c239cd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272695.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/9cd/125d675c7a082794aea7119c36c239cd/125d675c7a082794aea7119c36c239cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272697.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c12/b2557dfc0d5781a7cd7ea82b328f9c12/b2557dfc0d5781a7cd7ea82b328f9c12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272697.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/c12/b2557dfc0d5781a7cd7ea82b328f9c12/b2557dfc0d5781a7cd7ea82b328f9c12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272699.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/2cf/1f26adce78aa5f94c17f8412fca122cf/1f26adce78aa5f94c17f8412fca122cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272699.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/2cf/1f26adce78aa5f94c17f8412fca122cf/1f26adce78aa5f94c17f8412fca122cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272701.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/321/97baaa695ab5aa5b19c82451c9437321/97baaa695ab5aa5b19c82451c9437321.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272701.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/321/97baaa695ab5aa5b19c82451c9437321/97baaa695ab5aa5b19c82451c9437321.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272703.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/595/11a94c17697fcedd1b2b4dbd8d804595/11a94c17697fcedd1b2b4dbd8d804595.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272703.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/595/11a94c17697fcedd1b2b4dbd8d804595/11a94c17697fcedd1b2b4dbd8d804595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272705.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/7aa/20b2327c4d98562e5731f4db717e97aa/20b2327c4d98562e5731f4db717e97aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272705.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/7aa/20b2327c4d98562e5731f4db717e97aa/20b2327c4d98562e5731f4db717e97aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272707.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/52d/5f0c6262e1705ce2f7bbd610c5e2a52d/5f0c6262e1705ce2f7bbd610c5e2a52d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272707.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/52d/5f0c6262e1705ce2f7bbd610c5e2a52d/5f0c6262e1705ce2f7bbd610c5e2a52d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272709.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/cc7/5c45c24fc3b9be36f310e248190efcc7/5c45c24fc3b9be36f310e248190efcc7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272709.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/cc7/5c45c24fc3b9be36f310e248190efcc7/5c45c24fc3b9be36f310e248190efcc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272711.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/10d/a94251a28f8433d23be80cb48c57110d/a94251a28f8433d23be80cb48c57110d.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf129013eded0468699e6d-00685309ca) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txf129013eded0468699e6d-00685309ca) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txf129013eded0468699e6d-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3f14c9da48054b1f95a66-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx00cc8cee24704563b4c4d-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272711.00000, db: /tmp/tmp5_61p3ag/sda/containers/0/10d/a94251a28f8433d23be80cb48c57110d/a94251a28f8433d23be80cb48c57110d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpul3kivl8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272458.00000, (0, 0) as of 1750272458.00000, active as of 1750272458.00000> to ShardRange<'k' to 't' as of 1750272459.00000, (0, 0) as of 1750272459.00000, sharded as of 1750272460.00000>, path: .shards_a/shard_c, db: /tmp/tmpul3kivl8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpul3kivl8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmptu5_lcel/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272459.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/c55/d71705a2adb51ea0c04f5da59c4b1c55/d71705a2adb51ea0c04f5da59c4b1c55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272462.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/221/1ba2d8fa8866a2e46fa6430761243221/1ba2d8fa8866a2e46fa6430761243221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272465.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/e3b/1cf684a898cbc534be47e9c110faae3b/1cf684a898cbc534be47e9c110faae3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272468.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/5ac/40cff9cb114e2c86b28d73c5de9c35ac/40cff9cb114e2c86b28d73c5de9c35ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272483.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/8ac/dc5abd836dde0845f67bdb0555b108ac/dc5abd836dde0845f67bdb0555b108ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272486.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/268/e6aba2a500eb6be4afbc7521bcce5268/e6aba2a500eb6be4afbc7521bcce5268.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272489.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/42d/5dbfcdffb9314c969d0246b956f1b42d/5dbfcdffb9314c969d0246b956f1b42d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272492.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/e31/707fd1ec6dbbf108e6a7f57ff0897e31/707fd1ec6dbbf108e6a7f57ff0897e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272495.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/8e3/87cf3e6d7db1b35dcac167a46cd698e3/87cf3e6d7db1b35dcac167a46cd698e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272498.00000-0, db: /tmp/tmpfxfcenk5/sda/containers/0/f3f/e39c252094dcca4e3af72f401a710f3f/e39c252094dcca4e3af72f401a710f3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272459.00000-0, db: /tmp/tmp_lbvwn7y/sda/containers/0/c55/d71705a2adb51ea0c04f5da59c4b1c55/d71705a2adb51ea0c04f5da59c4b1c55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272463.00000-0, db: /tmp/tmp_lbvwn7y/sda/containers/0/f75/a6b4306d322c0de2b080ca1151644f75/a6b4306d322c0de2b080ca1151644f75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272461.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/f6f/acb23bac4b4d028f33c80d4e39001f6f/acb23bac4b4d028f33c80d4e39001f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272465.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e3b/1cf684a898cbc534be47e9c110faae3b/1cf684a898cbc534be47e9c110faae3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272485.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0de/9de7417f522bc10c2ccf471fd5d590de/9de7417f522bc10c2ccf471fd5d590de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272489.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/42d/5dbfcdffb9314c969d0246b956f1b42d/5dbfcdffb9314c969d0246b956f1b42d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272501.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/170/5d434466cdd0df668d5c7644a243a170/5d434466cdd0df668d5c7644a243a170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272513.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/5f3/ea9384a973f4b5090ede546d6d55a5f3/ea9384a973f4b5090ede546d6d55a5f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272521.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e49/17afe2f0cd60a83374f52fbd30e87e49/17afe2f0cd60a83374f52fbd30e87e49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272525.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/63a/02d7f1393e4ff107ff19d7c525bfb63a/02d7f1393e4ff107ff19d7c525bfb63a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272533.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/4fe/6149efdfa59942df31742134798f04fe/6149efdfa59942df31742134798f04fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272537.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0c6/f704abc2ea7dbd530f092459692e60c6/f704abc2ea7dbd530f092459692e60c6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272537.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0c6/f704abc2ea7dbd530f092459692e60c6/f704abc2ea7dbd530f092459692e60c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272605.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/555/85be0c94862408ebb7dd1ea16e38f555/85be0c94862408ebb7dd1ea16e38f555.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272641.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/4e2/7bfa94944111f384fb9f9fa69b9c14e2/7bfa94944111f384fb9f9fa69b9c14e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272661.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/3bc/52263529c2fa41a77ebbb18ad331f3bc/52263529c2fa41a77ebbb18ad331f3bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272665.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/89c/52eac36170aac2576fa170cf7a74789c/52eac36170aac2576fa170cf7a74789c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272665.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/89c/52eac36170aac2576fa170cf7a74789c/52eac36170aac2576fa170cf7a74789c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272677.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/fb4/0d0e1516aa2bfc8ede48dc051a21bfb4/0d0e1516aa2bfc8ede48dc051a21bfb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272685.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b63/111cff8985c09ff24c40e1aab2b90b63/111cff8985c09ff24c40e1aab2b90b63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272689.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/601/0e2347144159a80dbb40a0308bb63601/0e2347144159a80dbb40a0308bb63601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272701.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/40a/05f0bd274ffa1c365659d7acdd21440a/05f0bd274ffa1c365659d7acdd21440a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272713.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9d4/23373be85153cdcd682343558aeb89d4/23373be85153cdcd682343558aeb89d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272721.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/f9d/017967611daa24170fec4bb4e9a2bf9d/017967611daa24170fec4bb4e9a2bf9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272725.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b42/beb2712bc59241800a19adfdc1bdab42/beb2712bc59241800a19adfdc1bdab42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272729.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/63d/709df0e541a369a1f8578d0475e1363d/709df0e541a369a1f8578d0475e1363d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272733.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/01e/b5d9778fd20335fa605c0907a0d1401e/b5d9778fd20335fa605c0907a0d1401e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272737.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/07d/f1f416952c6a335a7649c6075eee607d/f1f416952c6a335a7649c6075eee607d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272741.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/e1a/f765efaf38e584f50fbc22b50be81e1a/f765efaf38e584f50fbc22b50be81e1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272745.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/52f/5d66a25cc5134d7e9802c5c7eaef952f/5d66a25cc5134d7e9802c5c7eaef952f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272749.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7f0/c810a1b9f13fa5d625ae8f9d98e297f0/c810a1b9f13fa5d625ae8f9d98e297f0.db -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272753.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/bd3/3b13bd4513ef644dc1777b9f94f18bd3/3b13bd4513ef644dc1777b9f94f18bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272757.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d89/807c958b29b949ac0f1a0f6adcfb6d89/807c958b29b949ac0f1a0f6adcfb6d89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272761.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/5e7/d5a1daa7446b2e1aa701f7bb65e115e7/d5a1daa7446b2e1aa701f7bb65e115e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272765.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/6d4/3f2403573c70e2da79d302757473d6d4/3f2403573c70e2da79d302757473d6d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272769.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/35c/c0524406e0b4b6ad2afa0e3f029d935c/c0524406e0b4b6ad2afa0e3f029d935c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272773.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/4eb/80ef47e374ddd2499816cd1bd01eb4eb/80ef47e374ddd2499816cd1bd01eb4eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272777.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/477/58c7a8be68b82778703fd47c05625477/58c7a8be68b82778703fd47c05625477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272781.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9d0/339ac1c645b8a99875fe622c4f49f9d0/339ac1c645b8a99875fe622c4f49f9d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272785.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d15/8273e41fad47cce13e8f640b893f1d15/8273e41fad47cce13e8f640b893f1d15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272789.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/4b8/5bc2ebfa0bc05eb8c002d5aca8a314b8/5bc2ebfa0bc05eb8c002d5aca8a314b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272793.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/3d2/1e59b73a1f46a4a5a920b2138482e3d2/1e59b73a1f46a4a5a920b2138482e3d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272797.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9f5/82980cf69aafe42f4b376f8c237429f5/82980cf69aafe42f4b376f8c237429f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272801.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9b3/07042254b054a65b64146e78563f59b3/07042254b054a65b64146e78563f59b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272805.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/eaa/13d0e9275f0ead9468f25573e78ffeaa/13d0e9275f0ead9468f25573e78ffeaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272809.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/ce8/f02ff165770af47120acdfdea1398ce8/f02ff165770af47120acdfdea1398ce8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272813.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/cad/377d8b0c6fb23d2260f783608a886cad/377d8b0c6fb23d2260f783608a886cad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272817.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/454/e3a6a7f3675e28a737647951203e9454/e3a6a7f3675e28a737647951203e9454.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272821.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b21/3a467f7db1efdc9d8c5c3c0b25668b21/3a467f7db1efdc9d8c5c3c0b25668b21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272825.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b16/64bcd152787732a9d84f2f310cc4db16/64bcd152787732a9d84f2f310cc4db16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272829.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d05/4bf4fe27573640fb0408f3c946c5bd05/4bf4fe27573640fb0408f3c946c5bd05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272833.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/70a/93d8c483e0126658d90324a9b2a9570a/93d8c483e0126658d90324a9b2a9570a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272837.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/3d1/ac3dd1eb8ea747173b59f9bc831633d1/ac3dd1eb8ea747173b59f9bc831633d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272841.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/c31/05c2b2002e1cb01e6758bf9510a58c31/05c2b2002e1cb01e6758bf9510a58c31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272845.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d10/555fcff881a366de59ff459fb44e2d10/555fcff881a366de59ff459fb44e2d10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272849.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/fd4/feb47120df48a8b3607552052e45efd4/feb47120df48a8b3607552052e45efd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272853.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/52d/604fecb2819f2a7b4eb8e436b75d152d/604fecb2819f2a7b4eb8e436b75d152d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272857.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/08c/569c3fa2ecb45de0d18e6077dd34408c/569c3fa2ecb45de0d18e6077dd34408c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272861.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/424/efe3925a2496f788b4fee7aeb15c4424/efe3925a2496f788b4fee7aeb15c4424.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272865.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7a4/3d8b132b1d0070abdf37d5f56ce407a4/3d8b132b1d0070abdf37d5f56ce407a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272869.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b50/47c86dff292e2f6b3f180b5ec0b17b50/47c86dff292e2f6b3f180b5ec0b17b50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272873.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/194/c3d6d9c10c3e776b684d465e5ee0a194/c3d6d9c10c3e776b684d465e5ee0a194.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272877.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d0f/1c39dac94a43092dc1ce0a0f2f6dad0f/1c39dac94a43092dc1ce0a0f2f6dad0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272881.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/bfe/bebadf6d5c2980259451b23075dffbfe/bebadf6d5c2980259451b23075dffbfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272885.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/27f/f53abedee8388826db3c682c13cd827f/f53abedee8388826db3c682c13cd827f.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272889.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/db2/32dd72d612abd8903b649ba4abc91db2/32dd72d612abd8903b649ba4abc91db2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272893.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/1ca/81aebfecb2f95752045e3fb18c58a1ca/81aebfecb2f95752045e3fb18c58a1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272897.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d1f/c51224bf5166922af1c62dc50e968d1f/c51224bf5166922af1c62dc50e968d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272901.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/098/fcd00eb75a68056a5abceca4a2b84098/fcd00eb75a68056a5abceca4a2b84098.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272905.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/2ff/dba689f5b323352f62743ca6a5e1e2ff/dba689f5b323352f62743ca6a5e1e2ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272909.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/d49/5689f6a4f39e4a65af6b2bc42431dd49/5689f6a4f39e4a65af6b2bc42431dd49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272913.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/07e/25afa06c71543664850771a2e3bb307e/25afa06c71543664850771a2e3bb307e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272917.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/a9a/2a57d6fc4e6fa73c959c79acee9cba9a/2a57d6fc4e6fa73c959c79acee9cba9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272921.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b3c/6349067e56b4a3f0e1532575642c0b3c/6349067e56b4a3f0e1532575642c0b3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272925.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/bcf/1386f22f640afca7ce0faeb055a3bbcf/1386f22f640afca7ce0faeb055a3bbcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272929.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/686/c70e774333b6435408768341cac17686/c70e774333b6435408768341cac17686.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272933.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/b43/7febf66ec24cf8f2e384030928940b43/7febf66ec24cf8f2e384030928940b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272937.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/891/25b1bab68c7eba2038fbe5215834f891/25b1bab68c7eba2038fbe5215834f891.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272941.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/6b3/4d9a822d45d45b8ee615d4a238d676b3/4d9a822d45d45b8ee615d4a238d676b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272945.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/43c/a9f4d654eb9e38ee27a6b93e9e2f143c/a9f4d654eb9e38ee27a6b93e9e2f143c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272949.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/7a1/1a0df301e1d98d956aca4c5b5c6127a1/1a0df301e1d98d956aca4c5b5c6127a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272953.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/9bd/75de7706d5fbbfe949f9396eb3fe29bd/75de7706d5fbbfe949f9396eb3fe29bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272957.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/0fe/619e235a161fc25fba326932bf8280fe/619e235a161fc25fba326932bf8280fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272961.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/86e/78dc34d88167e01779145284e216886e/78dc34d88167e01779145284e216886e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272965.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/951/fbff9d9860a4b57e633585ffaf92b951/fbff9d9860a4b57e633585ffaf92b951.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272969.00000-0, db: /tmp/tmpb_3g5lqg/sda/containers/0/032/b1853ab3ecd1bd3b416458bf05173032/b1853ab3ecd1bd3b416458bf05173032.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpy32tg7oy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272461.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpy32tg7oy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272461.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272464.00000-0, db: /tmp/tmpv688y510/sda/containers/0/947/a54714af0605e6c4dc06f717c9919947/a54714af0605e6c4dc06f717c9919947_1750272464.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272464.00000-0, db: /tmp/tmpv688y510/sda/containers/0/947/a54714af0605e6c4dc06f717c9919947/a54714af0605e6c4dc06f717c9919947_1750272464.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272467.00000-0, db: /tmp/tmpv688y510/sda/containers/0/2c8/b70f3190d957542e623ff3f1b1aed2c8/b70f3190d957542e623ff3f1b1aed2c8_1750272467.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272467.00000-0, db: /tmp/tmpv688y510/sda/containers/0/2c8/b70f3190d957542e623ff3f1b1aed2c8/b70f3190d957542e623ff3f1b1aed2c8_1750272467.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272470.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a69/0bcf24b997eea7191594457be01a8a69/0bcf24b997eea7191594457be01a8a69_1750272470.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272470.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a69/0bcf24b997eea7191594457be01a8a69/0bcf24b997eea7191594457be01a8a69_1750272470.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d_1750272473.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d_1750272473.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272476.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd4/b33f195d9382ca570ac24bf2201f0bd4/b33f195d9382ca570ac24bf2201f0bd4_1750272476.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272476.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd4/b33f195d9382ca570ac24bf2201f0bd4/b33f195d9382ca570ac24bf2201f0bd4_1750272476.00000.db -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fab1583a0946c88d7b6-00685309ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb292440b07f42f780fdb-00685309cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa4eea5864c34ac68d2d8-00685309cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txa4743a32846c4091a5e51-00685309cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2610877d8b104153b459a-00685309cc) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmpv688y510/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589_1750272479.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmpv688y510/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589_1750272479.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272482.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c3d/56a8e9e8c34240905d2c020d3fd16c3d/56a8e9e8c34240905d2c020d3fd16c3d_1750272482.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272482.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c3d/56a8e9e8c34240905d2c020d3fd16c3d/56a8e9e8c34240905d2c020d3fd16c3d_1750272482.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272485.00000-0, db: /tmp/tmpv688y510/sda/containers/0/0de/9de7417f522bc10c2ccf471fd5d590de/9de7417f522bc10c2ccf471fd5d590de_1750272485.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272485.00000-0, db: /tmp/tmpv688y510/sda/containers/0/0de/9de7417f522bc10c2ccf471fd5d590de/9de7417f522bc10c2ccf471fd5d590de_1750272485.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272488.00000-0, db: /tmp/tmpv688y510/sda/containers/0/289/5db906bf5a210138b8e645df268fe289/5db906bf5a210138b8e645df268fe289_1750272488.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272488.00000-0, db: /tmp/tmpv688y510/sda/containers/0/289/5db906bf5a210138b8e645df268fe289/5db906bf5a210138b8e645df268fe289_1750272488.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272491.00000-0, db: /tmp/tmpv688y510/sda/containers/0/45b/5194af872d87c58af62c90cb3c2ac45b/5194af872d87c58af62c90cb3c2ac45b_1750272491.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272491.00000-0, db: /tmp/tmpv688y510/sda/containers/0/45b/5194af872d87c58af62c90cb3c2ac45b/5194af872d87c58af62c90cb3c2ac45b_1750272491.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272494.00000-0, db: /tmp/tmpv688y510/sda/containers/0/6e3/12f0d7f57de1f5c91541f6cb71ab46e3/12f0d7f57de1f5c91541f6cb71ab46e3_1750272494.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272494.00000-0, db: /tmp/tmpv688y510/sda/containers/0/6e3/12f0d7f57de1f5c91541f6cb71ab46e3/12f0d7f57de1f5c91541f6cb71ab46e3_1750272494.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec_1750272497.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec_1750272497.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272500.00000-0, db: /tmp/tmpv688y510/sda/containers/0/57c/db44227c40bb0b7a281c8fcfc7cbb57c/db44227c40bb0b7a281c8fcfc7cbb57c_1750272500.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272500.00000-0, db: /tmp/tmpv688y510/sda/containers/0/57c/db44227c40bb0b7a281c8fcfc7cbb57c/db44227c40bb0b7a281c8fcfc7cbb57c_1750272500.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272503.00000-0, db: /tmp/tmpv688y510/sda/containers/0/b42/be2a6389ce123e25214e08d2d14bbb42/be2a6389ce123e25214e08d2d14bbb42_1750272503.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272503.00000-0, db: /tmp/tmpv688y510/sda/containers/0/b42/be2a6389ce123e25214e08d2d14bbb42/be2a6389ce123e25214e08d2d14bbb42_1750272503.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272506.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd8/420b8e62fd4e2966d712322c5ed59bd8/420b8e62fd4e2966d712322c5ed59bd8_1750272506.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272506.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd8/420b8e62fd4e2966d712322c5ed59bd8/420b8e62fd4e2966d712322c5ed59bd8_1750272506.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmpv688y510/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823_1750272509.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmpv688y510/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823_1750272509.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272512.00000-0, db: /tmp/tmpv688y510/sda/containers/0/930/ae9f51a7cfb52a93cf5d8c3c766b2930/ae9f51a7cfb52a93cf5d8c3c766b2930_1750272512.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272512.00000-0, db: /tmp/tmpv688y510/sda/containers/0/930/ae9f51a7cfb52a93cf5d8c3c766b2930/ae9f51a7cfb52a93cf5d8c3c766b2930_1750272512.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272515.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c7f/7ec85e0cf6a275e715cc06e86eaddc7f/7ec85e0cf6a275e715cc06e86eaddc7f_1750272515.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272515.00000-0, db: /tmp/tmpv688y510/sda/containers/0/c7f/7ec85e0cf6a275e715cc06e86eaddc7f/7ec85e0cf6a275e715cc06e86eaddc7f_1750272515.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272518.00000-0, db: /tmp/tmpv688y510/sda/containers/0/380/9254a44f8ad242276affe73cc2125380/9254a44f8ad242276affe73cc2125380_1750272518.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272518.00000-0, db: /tmp/tmpv688y510/sda/containers/0/380/9254a44f8ad242276affe73cc2125380/9254a44f8ad242276affe73cc2125380_1750272518.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272521.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e49/17afe2f0cd60a83374f52fbd30e87e49/17afe2f0cd60a83374f52fbd30e87e49_1750272521.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272521.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e49/17afe2f0cd60a83374f52fbd30e87e49/17afe2f0cd60a83374f52fbd30e87e49_1750272521.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272524.00000-0, db: /tmp/tmpv688y510/sda/containers/0/44d/1ff11a22fd27ad79d5fcc9ac8c6da44d/1ff11a22fd27ad79d5fcc9ac8c6da44d_1750272524.00000.db -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272524.00000-0, db: /tmp/tmpv688y510/sda/containers/0/44d/1ff11a22fd27ad79d5fcc9ac8c6da44d/1ff11a22fd27ad79d5fcc9ac8c6da44d_1750272524.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272527.00000-0, db: /tmp/tmpv688y510/sda/containers/0/51d/e1e07b73aa4b5e1cf01bdf6eb558d51d/e1e07b73aa4b5e1cf01bdf6eb558d51d_1750272527.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272527.00000-0, db: /tmp/tmpv688y510/sda/containers/0/51d/e1e07b73aa4b5e1cf01bdf6eb558d51d/e1e07b73aa4b5e1cf01bdf6eb558d51d_1750272527.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272530.00000-0, db: /tmp/tmpv688y510/sda/containers/0/679/d36c987bfe2a5193b699dac909fe7679/d36c987bfe2a5193b699dac909fe7679_1750272530.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272530.00000-0, db: /tmp/tmpv688y510/sda/containers/0/679/d36c987bfe2a5193b699dac909fe7679/d36c987bfe2a5193b699dac909fe7679_1750272530.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272533.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4fe/6149efdfa59942df31742134798f04fe/6149efdfa59942df31742134798f04fe_1750272533.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272533.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4fe/6149efdfa59942df31742134798f04fe/6149efdfa59942df31742134798f04fe_1750272533.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272536.00000-0, db: /tmp/tmpv688y510/sda/containers/0/7ed/faffa8669fef00540279b5e84e0b47ed/faffa8669fef00540279b5e84e0b47ed_1750272536.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272536.00000-0, db: /tmp/tmpv688y510/sda/containers/0/7ed/faffa8669fef00540279b5e84e0b47ed/faffa8669fef00540279b5e84e0b47ed_1750272536.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272539.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e81/a58c93d17d629d414341d04316a60e81/a58c93d17d629d414341d04316a60e81_1750272539.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272539.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e81/a58c93d17d629d414341d04316a60e81/a58c93d17d629d414341d04316a60e81_1750272539.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272542.00000-0, db: /tmp/tmpv688y510/sda/containers/0/0b6/98f7f7771cfa59ab766f4642943eb0b6/98f7f7771cfa59ab766f4642943eb0b6_1750272542.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272542.00000-0, db: /tmp/tmpv688y510/sda/containers/0/0b6/98f7f7771cfa59ab766f4642943eb0b6/98f7f7771cfa59ab766f4642943eb0b6_1750272542.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98_1750272545.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98_1750272545.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272548.00000-0, db: /tmp/tmpv688y510/sda/containers/0/301/ecc0642230b0d92a9c3084faaa609301/ecc0642230b0d92a9c3084faaa609301_1750272548.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272548.00000-0, db: /tmp/tmpv688y510/sda/containers/0/301/ecc0642230b0d92a9c3084faaa609301/ecc0642230b0d92a9c3084faaa609301_1750272548.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a_1750272551.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a_1750272551.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f_1750272554.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f_1750272554.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmpv688y510/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9_1750272557.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmpv688y510/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9_1750272557.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmpv688y510/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738_1750272560.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmpv688y510/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738_1750272560.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b_1750272563.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b_1750272563.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmpv688y510/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817_1750272566.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmpv688y510/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817_1750272566.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmpv688y510/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222_1750272569.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmpv688y510/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222_1750272569.00000.db -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2610877d8b104153b459a-00685309cc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx35b40f494ebd4bbbbedf5-00685309cc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3d56b42128344189a648e-00685309cc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82b6f1678fc4926bb884-006645fc78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx3375f182221646e3974d5-006645fc78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx3afae488fa3d40ccbb759-006645fc78) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53552,8 +49578,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53561,8 +49587,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53570,8 +49596,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53579,8 +49605,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53588,7 +49614,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53597,8 +49623,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53606,7 +49632,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53615,8 +49641,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53624,8 +49650,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53633,8 +49659,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53642,7 +49668,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53651,8 +49677,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53660,7 +49686,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53669,7 +49695,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53678,7 +49704,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53687,7 +49713,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53696,7 +49722,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53705,7 +49731,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53714,7 +49740,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53723,7 +49749,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53732,7 +49758,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53741,7 +49767,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53750,7 +49776,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53759,7 +49785,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53768,7 +49794,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53777,7 +49803,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53786,8 +49812,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60611081a57143e2ae782-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd93afa930b2849b3b3d3b-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53795,8 +49821,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53804,8 +49830,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53813,8 +49839,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53822,7 +49848,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53831,8 +49857,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53840,8 +49866,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53849,8 +49875,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53858,8 +49884,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53867,8 +49893,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53876,8 +49902,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53885,8 +49911,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53894,8 +49920,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -53903,7 +49929,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53912,7 +49938,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53921,7 +49947,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53930,7 +49956,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53939,7 +49965,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53948,7 +49974,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53957,7 +49983,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53966,13 +49992,187 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '16a1c61c25b6bbddca25c174d47dddad', '7def9ec2-cd26-424f-826f-a705f4bdb0ca-sda', '1715862648.81077', '1715862649', '0', '', '1715862649', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('7def9ec2-cd26-424f-826f-a705f4bdb0ca-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8emja0tu/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.24557 seconds (4.07213/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8emja0tu/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '213a451b3dbb3aa9fed9d02b70df4920', 'a247744d-7295-4d37-bd8f-eb233357baea-sda', '1715862649.05488', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a247744d-7295-4d37-bd8f-eb233357baea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '213a451b3dbb3aa9fed9d02b70df4920', 'a247744d-7295-4d37-bd8f-eb233357baea-sda', '1715862649.05488', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a247744d-7295-4d37-bd8f-eb233357baea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3prdne0w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9cf80617-6f54-4cfe-b0f1-3e60eb65a543-sda', '1715862649.07548', '1715862650', '0', '', '1715862650', 0, 1) +test DEBUG: /tmp/tmp3prdne0w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '9cf80617-6f54-4cfe-b0f1-3e60eb65a543-sda', '1715862649.07548', '1715862650', '0', '', '1715862650', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9cf80617-6f54-4cfe-b0f1-3e60eb65a543-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01289 seconds (77.58405/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjjj58jdb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '36d85f5c-7272-4440-a8f9-03442c9d0401-sda', '1715862649.09875', '1715862650', '0', '', '1715862650', 1, 0) +test DEBUG: /tmp/tmpjjj58jdb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a3b0eca374191f9affa8c94644d7cd1e', '36d85f5c-7272-4440-a8f9-03442c9d0401-sda', '1715862649.09875', '1715862650', '0', '', '1715862650', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('36d85f5c-7272-4440-a8f9-03442c9d0401-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjjj58jdb/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01892 seconds (52.86532/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjjj58jdb/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '163487c04b4beb0d5c858ded3757598f', '8f742c96-6108-40b4-9a2a-8d8c9f29dd38-sda', '1715862649.11682', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('8f742c96-6108-40b4-9a2a-8d8c9f29dd38-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '163487c04b4beb0d5c858ded3757598f', '8f742c96-6108-40b4-9a2a-8d8c9f29dd38-sda', '1715862649.11682', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('8f742c96-6108-40b4-9a2a-8d8c9f29dd38-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiku4b01a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '638de4f0-a886-43b4-a106-98a541437c67-sda', '1715862649.52663', '1715862650', '1715862651', '', '1715862651', 0, 0) +test DEBUG: /tmp/tmpiku4b01a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '638de4f0-a886-43b4-a106-98a541437c67-sda', '1715862649.52663', '1715862650', '1715862651', '', '1715862651', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('638de4f0-a886-43b4-a106-98a541437c67-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01149 seconds (87.04328/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwa1eoyu1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', 'f36edf91-7330-4764-8dd8-7b7eeb995320-sda', '1715862649.55090', '1715862650', '1715862651', '', '1715862651', 1, 1) +test DEBUG: /tmp/tmpwa1eoyu1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862652.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f36edf91-7330-4764-8dd8-7b7eeb995320-sda') +test DEBUG: /tmp/tmpwa1eoyu1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00340223s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', 'f36edf91-7330-4764-8dd8-7b7eeb995320-sda', '1715862649.55090', '1715862650', '1715862651', '', '1715862651', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f36edf91-7330-4764-8dd8-7b7eeb995320-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwa1eoyu1/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02309 seconds (43.30479/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: Setting object count to 1032 (txn: tx976b95ea1f974ee68d2da-006645fc7a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: Setting object count to 48 (txn: txacd9c568376147e291b6e-006645fc7a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: Setting object count to 1064 (txn: tx71bbc52a8aab40c2984fa-006645fc7a) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx2a30fd77dd7a44a8bdd5a-006645fc7a) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8f577ba4e74f4fe6bf471-006645fc7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53981,7 +50181,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53990,7 +50190,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -53999,7 +50199,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54008,7 +50208,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54017,7 +50217,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54026,7 +50226,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54035,7 +50235,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx626a84a3b7184116a6465-00685309cc) +StopIteration (txn: tx3ed6b7e546bc4527a2801-006645fc79) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -54047,7 +50247,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54056,7 +50256,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54065,7 +50265,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54074,7 +50274,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54083,7 +50283,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54092,9 +50292,95 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpwa1eoyu1/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a49d52e0d97114468728b9b2ff6d75cc', '33ef9ea0-78fe-43a3-b7a2-c751401a0aea-sda', '1715862649.57474', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('33ef9ea0-78fe-43a3-b7a2-c751401a0aea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a49d52e0d97114468728b9b2ff6d75cc', '33ef9ea0-78fe-43a3-b7a2-c751401a0aea-sda', '1715862649.57474', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('33ef9ea0-78fe-43a3-b7a2-c751401a0aea-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp65opiny8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ff29065a-a7e6-4587-ac51-222bfef55077-sda', '1715862649.88906', '1715862650', '1715862651', '', '1715862651', 0, 1) +test DEBUG: /tmp/tmp65opiny8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ff29065a-a7e6-4587-ac51-222bfef55077-sda', '1715862649.88906', '1715862650', '1715862651', '', '1715862651', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ff29065a-a7e6-4587-ac51-222bfef55077-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01878 seconds (53.23909/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbgs7acx8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', '02f71dc5-21b6-40db-ae1c-cd8f0cfde5fb-sda', '1715862649.91910', '1715862650', '1715862651', '', '1715862651', 1, 0) +test DEBUG: /tmp/tmpbgs7acx8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '38ebf10f635fa1f3222235ce362b0f78', '02f71dc5-21b6-40db-ae1c-cd8f0cfde5fb-sda', '1715862649.91910', '1715862650', '1715862651', '', '1715862651', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('02f71dc5-21b6-40db-ae1c-cd8f0cfde5fb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbgs7acx8/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02026 seconds (49.36484/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpbgs7acx8/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'b583ff2e67bab1f441b854361b868c20', '4553e91d-b48b-483d-8e14-332c73035e8e-sda', '1715862649.94039', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('4553e91d-b48b-483d-8e14-332c73035e8e-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'b583ff2e67bab1f441b854361b868c20', '4553e91d-b48b-483d-8e14-332c73035e8e-sda', '1715862649.94039', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('4553e91d-b48b-483d-8e14-332c73035e8e-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1d0_p6tb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a96f5769-ee18-4ad5-bdfc-254ac9c24f51-sda', '1715862650.36215', '1715862650', '1715862651', '', '1715862651', 0, 1) +test DEBUG: /tmp/tmp1d0_p6tb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a96f5769-ee18-4ad5-bdfc-254ac9c24f51-sda', '1715862650.36215', '1715862650', '1715862651', '', '1715862651', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a96f5769-ee18-4ad5-bdfc-254ac9c24f51-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01175 seconds (85.12997/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzutt_xxh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5861efdb-a5e8-4aae-bda7-183999f2c408-sda', '1715862650.38485', '1715862650', '1715862651', '', '1715862651', 0, 0) +test DEBUG: /tmp/tmpzutt_xxh/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5861efdb-a5e8-4aae-bda7-183999f2c408-sda', '1715862650.38485', '1715862650', '1715862651', '', '1715862651', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5861efdb-a5e8-4aae-bda7-183999f2c408-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01230 seconds (81.28588/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprc7j5le3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ae2f6d5c-a878-4eb0-b2fd-2f2a3bd21100-sda', '1715862650.41406', '1715862652', '0', '', '1715862652', 0, 0) +test DEBUG: /tmp/tmprc7j5le3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ae2f6d5c-a878-4eb0-b2fd-2f2a3bd21100-sda', '1715862650.41406', '1715862652', '0', '', '1715862652', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ae2f6d5c-a878-4eb0-b2fd-2f2a3bd21100-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01231 seconds (81.20247/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54103,7 +50389,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54112,7 +50398,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54121,7 +50407,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54130,7 +50416,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54139,7 +50425,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54148,7 +50434,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54157,7 +50443,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54166,7 +50452,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa22975f934c740f9a9342-00685309cc) +StopIteration (txn: txcfa9a349391b4962981b4-006645fc79) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): @@ -54176,7 +50462,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54185,7 +50471,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54194,7 +50480,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54203,7 +50489,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54212,7 +50498,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54221,11 +50507,140 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test DEBUG: Replicating db /tmp/tmp5a4p42nk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa41b310ad6ab9c4b89e42200b183a2f', '3c834461-43e7-47bb-9b2c-f9e82e6d1406-sda', '1715862650.43800', '1715862652', '0', '', '1715862652', 1, 0) +test DEBUG: /tmp/tmp5a4p42nk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'fa41b310ad6ab9c4b89e42200b183a2f', '3c834461-43e7-47bb-9b2c-f9e82e6d1406-sda', '1715862650.43800', '1715862652', '0', '', '1715862652', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3c834461-43e7-47bb-9b2c-f9e82e6d1406-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5a4p42nk/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.27654 seconds (3.61611/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5a4p42nk/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '7fef6a94dffc35d68d3115c8cdda556d', 'cade5536-93bb-49ad-8ddb-3289b8b67836-sda', '1715862650.71379', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('cade5536-93bb-49ad-8ddb-3289b8b67836-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '7fef6a94dffc35d68d3115c8cdda556d', 'cade5536-93bb-49ad-8ddb-3289b8b67836-sda', '1715862650.71379', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('cade5536-93bb-49ad-8ddb-3289b8b67836-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '74a8c2a1-0ea4-47ca-9855-c9f88bb0fa53-sda', '1715862651.06006', '1715862651.0583', '0', '', '1715862651.0583', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfyvzeqpu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5d804389-d965-4717-b9ab-83012910c19c-sda', '1715862651.06825', '1715862651.06645', '0', '', '1715862651.06645', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5d804389-d965-4717-b9ab-83012910c19c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5d804389-d965-4717-b9ab-83012910c19c-sda', '1715862651.06825', '1715862651.06645', '0', '', '1715862651.06645', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5d804389-d965-4717-b9ab-83012910c19c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00945 seconds (105.81678/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '774a4d1b0adf4adb5f175a388aa29ce8', '70119269-3963-44bf-858e-773a17c55167-sda', '1715862651.09394', '1715862651.09195', '0', '', '1715862651.09195', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('70119269-3963-44bf-858e-773a17c55167-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '773cea6b591d01f1b66c77e6dbfa38a9', 'eb584de7-8057-4e51-b4ad-320fc00ed9f7-sda', '1715862651.11680', '1715862651.11498', '0', '', '1715862651.11498', 11, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1715862651.12084', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1715862651.12146', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1715862651.12159', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1715862651.12168', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1715862651.12175', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1715862651.12182', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1715862651.12190', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1715862651.12197', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1715862651.12205', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1715862651.12213', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1715862651.12221', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'eb584de7-8057-4e51-b4ad-320fc00ed9f7-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptq_k1t83/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cae9800d-e248-4626-8046-7b8b18b49eb5-sda', '1715862651.14609', '1715862654', '0', '', '1715862654', 0, 0) +test DEBUG: /tmp/tmptq_k1t83/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cae9800d-e248-4626-8046-7b8b18b49eb5-sda', '1715862651.14609', '1715862654', '0', '', '1715862654', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cae9800d-e248-4626-8046-7b8b18b49eb5-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01157 seconds (86.43876/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3re6v1gw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', 'c879ee6e-9b24-4b92-8911-2733c0c12a1f-sda', '1715862651.16828', '1715862654', '0', '', '1715862654', 1, 1) +test DEBUG: /tmp/tmp3re6v1gw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54234,7 +50649,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54243,7 +50658,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54252,7 +50667,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54261,7 +50676,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54270,7 +50685,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54279,7 +50694,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54288,7 +50703,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54297,7 +50712,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd80600283aba471288c9c-00685309cc) +StopIteration (txn: tx7bed963077224becbbeba-006645fc7a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: @@ -54308,7 +50723,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54317,7 +50732,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54326,7 +50741,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54335,7 +50750,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54344,7 +50759,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past @@ -54363,37 +50778,348 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272572.00000-0, db: /tmp/tmpv688y510/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e_1750272572.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272572.00000-0, db: /tmp/tmpv688y510/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e_1750272572.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmpv688y510/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07_1750272575.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmpv688y510/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07_1750272575.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272578.00000-0, db: /tmp/tmpv688y510/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b_1750272578.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272578.00000-0, db: /tmp/tmpv688y510/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b_1750272578.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmpv688y510/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71_1750272581.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmpv688y510/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71_1750272581.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmpv688y510/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe_1750272584.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmpv688y510/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe_1750272584.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpv688y510/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065_1750272587.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpv688y510/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065_1750272587.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272590.00000-0, db: /tmp/tmpv688y510/sda/containers/0/141/30e56ad293ee4f49c7026d0389f0f141/30e56ad293ee4f49c7026d0389f0f141_1750272590.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272590.00000-0, db: /tmp/tmpv688y510/sda/containers/0/141/30e56ad293ee4f49c7026d0389f0f141/30e56ad293ee4f49c7026d0389f0f141_1750272590.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmpv688y510/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930_1750272593.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmpv688y510/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930_1750272593.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272596.00000-0, db: /tmp/tmpv688y510/sda/containers/0/9bc/a302bde90c841780e8aeb8ccbc99a9bc/a302bde90c841780e8aeb8ccbc99a9bc_1750272596.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272596.00000-0, db: /tmp/tmpv688y510/sda/containers/0/9bc/a302bde90c841780e8aeb8ccbc99a9bc/a302bde90c841780e8aeb8ccbc99a9bc_1750272596.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90_1750272599.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90_1750272599.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272602.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd6/daafcacd3d55fcad07cc8f2015094bd6/daafcacd3d55fcad07cc8f2015094bd6_1750272602.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272602.00000-0, db: /tmp/tmpv688y510/sda/containers/0/bd6/daafcacd3d55fcad07cc8f2015094bd6/daafcacd3d55fcad07cc8f2015094bd6_1750272602.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272605.00000-0, db: /tmp/tmpv688y510/sda/containers/0/555/85be0c94862408ebb7dd1ea16e38f555/85be0c94862408ebb7dd1ea16e38f555_1750272605.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272605.00000-0, db: /tmp/tmpv688y510/sda/containers/0/555/85be0c94862408ebb7dd1ea16e38f555/85be0c94862408ebb7dd1ea16e38f555_1750272605.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272608.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e91/21df149dc69b418bebd5e87e25066e91/21df149dc69b418bebd5e87e25066e91_1750272608.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272608.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e91/21df149dc69b418bebd5e87e25066e91/21df149dc69b418bebd5e87e25066e91_1750272608.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272611.00000-0, db: /tmp/tmpv688y510/sda/containers/0/258/f4e8135a32937834dff79090c3045258/f4e8135a32937834dff79090c3045258_1750272611.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272611.00000-0, db: /tmp/tmpv688y510/sda/containers/0/258/f4e8135a32937834dff79090c3045258/f4e8135a32937834dff79090c3045258_1750272611.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272614.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d_1750272614.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272614.00000-0, db: /tmp/tmpv688y510/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d_1750272614.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmpv688y510/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a_1750272617.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpyki9rwa_/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862651.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b23/248813f4d02a8207fa4683a313718b23/248813f4d02a8207fa4683a313718b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862656.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7e6/69e41255c3b0bb1cf014172493fe27e6/69e41255c3b0bb1cf014172493fe27e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862676.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/dba/6d5c694a5a5f0ea73d0fb4d69aaaedba/6d5c694a5a5f0ea73d0fb4d69aaaedba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862681.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/941/64399646474ad663c584d643c27c3941/64399646474ad663c584d643c27c3941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862691.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f27/6e844562fdc45690d83578bc49057f27/6e844562fdc45690d83578bc49057f27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862696.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/feb/39d3820e23e8538832099b7d8aaf8feb/39d3820e23e8538832099b7d8aaf8feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862701.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d3f/03a9ce05e740b081056b7f4c2c527d3f/03a9ce05e740b081056b7f4c2c527d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862706.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1a7/3c5648dcce594deab6efd2f542f451a7/3c5648dcce594deab6efd2f542f451a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862711.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/380/515f2793d3e1ec3706d42e0d36b4e380/515f2793d3e1ec3706d42e0d36b4e380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862716.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5da/589a615ac6b83b6cab21ed867a4715da/589a615ac6b83b6cab21ed867a4715da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862721.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/9a9/0477ffeeceed7bc2be3d004d2ad339a9/0477ffeeceed7bc2be3d004d2ad339a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862726.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e37/b388a66b6afc320ac6afb3409dc38e37/b388a66b6afc320ac6afb3409dc38e37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862736.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/103/ea3da278ea5192ed0cb7f4a922ff0103/ea3da278ea5192ed0cb7f4a922ff0103.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862756.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/35e/89d4493bb087e609a6b57295c82ab35e/89d4493bb087e609a6b57295c82ab35e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862766.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/bd1/2c579f28e9ad17eb64e5b0734e835bd1/2c579f28e9ad17eb64e5b0734e835bd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862781.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/072/af59231fbc994fdbe2583d145da7c072/af59231fbc994fdbe2583d145da7c072.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862786.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d07/56cb79a1361289b00f16012ffa092d07/56cb79a1361289b00f16012ffa092d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862796.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/629/98950bad3b5ad1ed5bb68f423c3d5629/98950bad3b5ad1ed5bb68f423c3d5629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862801.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/897/82559a8af45adfc70f760235eb50a897/82559a8af45adfc70f760235eb50a897.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862811.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862816.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a85/b4670f429608ccecc1335e79554a4a85/b4670f429608ccecc1335e79554a4a85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862826.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/338/aca1a1f0fae7a38f2bfc54c5daad2338/aca1a1f0fae7a38f2bfc54c5daad2338.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862831.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862841.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/488/62ee52298f4b82f93017d5d380784488/62ee52298f4b82f93017d5d380784488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862846.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/48a/12abba013afda81ed5ec9c51135e448a/12abba013afda81ed5ec9c51135e448a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862856.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/298/c31c4f473c1c3db3e4ea9fdec900b298/c31c4f473c1c3db3e4ea9fdec900b298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862861.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e1e/d9a073d298015df1848174f968cf2e1e/d9a073d298015df1848174f968cf2e1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862871.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862876.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8f1/8330944fb207f46c407bf98fdc2618f1/8330944fb207f46c407bf98fdc2618f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862886.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e58/eedfdd99b4614df5260cdf57e625ce58/eedfdd99b4614df5260cdf57e625ce58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862891.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862901.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/dfa/de495044e37b23892dda3bb57906cdfa/de495044e37b23892dda3bb57906cdfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862906.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/838/636db0182f334b0c1d72e0d56aa48838/636db0182f334b0c1d72e0d56aa48838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862916.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/95e/b959f02ace61a6c9872ba55880a7095e/b959f02ace61a6c9872ba55880a7095e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862921.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ac7/aeca809edab34fe92c1c6ff47583bac7/aeca809edab34fe92c1c6ff47583bac7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862926.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/173/b99ac881efe774fd071b62be4a22a173/b99ac881efe774fd071b62be4a22a173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862931.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862936.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/72d/027a53a6e38479b070c6c241bd58672d/027a53a6e38479b070c6c241bd58672d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862941.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/626/00b4ecc81daf59d5dfab3e2bdf870626/00b4ecc81daf59d5dfab3e2bdf870626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862946.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/fe7/d7f5b5b2e411ed279f788fc73ac72fe7/d7f5b5b2e411ed279f788fc73ac72fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862951.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862956.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/12b/baee8624bdc167a1a4bdbcfd669d312b/baee8624bdc167a1a4bdbcfd669d312b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862961.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e28/1463f56249344a547056a17dd60d3e28/1463f56249344a547056a17dd60d3e28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862966.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/cda/4079542e7e86a16c7072847d36be1cda/4079542e7e86a16c7072847d36be1cda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862971.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862976.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/2dc/67660a95694144e23df6376f362062dc/67660a95694144e23df6376f362062dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862981.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/936/54ae66a360a878350a8061b33dbec936/54ae66a360a878350a8061b33dbec936.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862986.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c54/c86938083de02b0baf63537dc3734c54/c86938083de02b0baf63537dc3734c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862991.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/037/00236ce142ed85a6f639796e16840037/00236ce142ed85a6f639796e16840037.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862996.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5c3/bb293debb6864dfc80d3370f039335c3/bb293debb6864dfc80d3370f039335c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863001.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/632/37a92b8eb8e6f66ede9312faa1c2e632/37a92b8eb8e6f66ede9312faa1c2e632.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863006.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/706/792ac685c521f4ce8f276c66c75c0706/792ac685c521f4ce8f276c66c75c0706.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863011.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/863/f85c29442c87b887664eae8f18fae863/f85c29442c87b887664eae8f18fae863.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863016.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/45c/0cc833ee1c54daa84601adf3dd45845c/0cc833ee1c54daa84601adf3dd45845c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863021.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/92c/8946d1c528b153cc0972f1c2433af92c/8946d1c528b153cc0972f1c2433af92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863026.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c27/a0b1c1e8864087093602cb734fff9c27/a0b1c1e8864087093602cb734fff9c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863031.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/861/8c3df414200e1802405ba66a64028861/8c3df414200e1802405ba66a64028861.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863036.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/86b/2ed3e6a4a88db85bb9b48b79bbf3a86b/2ed3e6a4a88db85bb9b48b79bbf3a86b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863041.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b3e/5533f245b82b3679da5b0830bb99ab3e/5533f245b82b3679da5b0830bb99ab3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863046.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c11/234c95bfc41123d68936daf9872f2c11/234c95bfc41123d68936daf9872f2c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863051.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/748/6873733b9a5517e1ebb57e013f992748/6873733b9a5517e1ebb57e013f992748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863056.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/fa3/8b8a9106643acb1b2b8aff77ad305fa3/8b8a9106643acb1b2b8aff77ad305fa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863061.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/fe3/ec90f885fdcdf734ec9173475e5acfe3/ec90f885fdcdf734ec9173475e5acfe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863066.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b42/25f627187476ede99f6ad9e321b8bb42/25f627187476ede99f6ad9e321b8bb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863071.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/84a/65ccbc2d1e75a94b5154ca12d132c84a/65ccbc2d1e75a94b5154ca12d132c84a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863076.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4cb/deebfc73737590fef51267291dd1a4cb/deebfc73737590fef51267291dd1a4cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863081.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f22/37ecd917dffe4cb019c269465bc04f22/37ecd917dffe4cb019c269465bc04f22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863086.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a58/f015c6dbf9e85790a0805d7a82d1ba58/f015c6dbf9e85790a0805d7a82d1ba58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863091.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/985/3efebc0f00665dffe7357a974ba40985/3efebc0f00665dffe7357a974ba40985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863096.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ebc/64a20182198bac1ec6348bd0cf89febc/64a20182198bac1ec6348bd0cf89febc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863101.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c8b/d24715c32af83a7cd9824c39114dec8b/d24715c32af83a7cd9824c39114dec8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863106.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/412/05c68ae0cc64e770e57c53400db01412/05c68ae0cc64e770e57c53400db01412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863111.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/01e/de1419eb19d329eb3ca8d3b5fe27301e/de1419eb19d329eb3ca8d3b5fe27301e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863116.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b86/f0398fc0664232cae1aa2356f12abb86/f0398fc0664232cae1aa2356f12abb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863121.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8cc/190b1252beb4c6f183ee037a54dc58cc/190b1252beb4c6f183ee037a54dc58cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863126.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/932/91ed78130059eb8910d62bef666f9932/91ed78130059eb8910d62bef666f9932.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863131.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4be/c30d82b40b09e2172f899093c9d274be/c30d82b40b09e2172f899093c9d274be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863136.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a24/247cdc11f073dccb64402fbb4e17ea24/247cdc11f073dccb64402fbb4e17ea24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863141.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/9ec/11ac3edaca2771b294ece5f7b340e9ec/11ac3edaca2771b294ece5f7b340e9ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863146.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/91f/1065dba554caf973ed59b13e9692291f/1065dba554caf973ed59b13e9692291f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863151.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d2d/939c237aeeec4b402215ef82cfbefd2d/939c237aeeec4b402215ef82cfbefd2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863156.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/6d0/180232d06c387ca66e03b6ba768456d0/180232d06c387ca66e03b6ba768456d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863161.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/6fc/6f2405dafd079d0339d9261fffea66fc/6f2405dafd079d0339d9261fffea66fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863166.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/644/41f12e71ef451913c47b8f784aa3e644/41f12e71ef451913c47b8f784aa3e644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863171.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ebd/05e14951235ccf6e7a7124cb87e3febd/05e14951235ccf6e7a7124cb87e3febd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863176.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/2e9/621e159feec4d049f8a426e2128912e9/621e159feec4d049f8a426e2128912e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863181.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3ee/e5447002135ddfe446957bc634b2e3ee/e5447002135ddfe446957bc634b2e3ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863186.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f00/1c25d085e926231151e78f7628271f00/1c25d085e926231151e78f7628271f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863191.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/36d/6507262e151106d89dc96a594b00b36d/6507262e151106d89dc96a594b00b36d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863196.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a2c/db9f20c8a90455d4d2fa95883f5fea2c/db9f20c8a90455d4d2fa95883f5fea2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863201.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1ae/dd8bd8b64f5ffa65f502ad3de972f1ae/dd8bd8b64f5ffa65f502ad3de972f1ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863206.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a53/43c4d4f07d77c8f8074bc6e5ee9c5a53/43c4d4f07d77c8f8074bc6e5ee9c5a53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863211.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/14c/171efd6f0e06a919a3784d5acbbc914c/171efd6f0e06a919a3784d5acbbc914c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863216.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/930/a25b8d9dd30f10ae5b7649ddb338a930/a25b8d9dd30f10ae5b7649ddb338a930.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863221.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/84e/02c58575434769c5dcb5ff743f25484e/02c58575434769c5dcb5ff743f25484e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863226.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8a3/2cc8d2314dba572015eca37d885128a3/2cc8d2314dba572015eca37d885128a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863231.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3df/6eca9003a4be1d689d7d2767ba9533df/6eca9003a4be1d689d7d2767ba9533df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863236.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/af0/de4120c321aa5c4f466cb5f0ab94daf0/de4120c321aa5c4f466cb5f0ab94daf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863241.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/89d/5e7e2e2e1f30c6c5f6c3de012374889d/5e7e2e2e1f30c6c5f6c3de012374889d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863246.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/bbe/daaaaaf456e764edd9d3cfeebe8d6bbe/daaaaaf456e764edd9d3cfeebe8d6bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863251.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/db8/851fd9c5302469f70f09344bc45f6db8/851fd9c5302469f70f09344bc45f6db8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863256.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/789/090008bf57d159902c9b220ef7b5f789/090008bf57d159902c9b220ef7b5f789.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863261.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/295/41439a46198c605b1136102d73ea6295/41439a46198c605b1136102d73ea6295.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863266.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ee3/93be15d30a60453bba8a5902aa0d0ee3/93be15d30a60453bba8a5902aa0d0ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863271.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ce6/badaacc4ca09e4144fdc074bc8191ce6/badaacc4ca09e4144fdc074bc8191ce6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863276.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/feb/99c5e0682167b7dd0c46e8eccbfd7feb/99c5e0682167b7dd0c46e8eccbfd7feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863281.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/09b/163e5d8b73d6b3af3b69d1abf529b09b/163e5d8b73d6b3af3b69d1abf529b09b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863286.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/cba/e6f9b63da63af400c0e1e31932e3acba/e6f9b63da63af400c0e1e31932e3acba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863291.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/cb2/71922b8e9a803b0328f4b56cbeccbcb2/71922b8e9a803b0328f4b56cbeccbcb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863296.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/473/2a43ef51e481ac0fef53a0529d10a473/2a43ef51e481ac0fef53a0529d10a473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863301.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f8d/d7ade4b348e7bfa6521886c924f26f8d/d7ade4b348e7bfa6521886c924f26f8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863306.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f85/bc81675f1e41b9e0d96d0fad19f28f85/bc81675f1e41b9e0d96d0fad19f28f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863311.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/056/361a283b74b655c1189a0fc2bd800056/361a283b74b655c1189a0fc2bd800056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863316.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ff0/5c6313fbd9d875a8cb2f6006b0d89ff0/5c6313fbd9d875a8cb2f6006b0d89ff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863321.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f0c/f8fad230d33ef6679ca4ec5d49c80f0c/f8fad230d33ef6679ca4ec5d49c80f0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863326.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/60d/5f85a836484ca4d840cba48aa33ad60d/5f85a836484ca4d840cba48aa33ad60d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863331.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d29/3d543c97901cb3ba881294e9a48b4d29/3d543c97901cb3ba881294e9a48b4d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863336.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0e9/9e31dd9838b0b546ac13901a84cd10e9/9e31dd9838b0b546ac13901a84cd10e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863341.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/802/fd61beb021db2cdb2e037efd68204802/fd61beb021db2cdb2e037efd68204802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863346.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/667/c9223e1999656e1469def6ae928ef667/c9223e1999656e1469def6ae928ef667.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863351.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/69c/18566a17895ba2aab9c99d84557c569c/18566a17895ba2aab9c99d84557c569c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863356.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/fb8/5616252b987e8bea18af46ddf01c7fb8/5616252b987e8bea18af46ddf01c7fb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863361.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b09/49667d340526d2eaabea0aede50a5b09/49667d340526d2eaabea0aede50a5b09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863366.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a37/689a0cef1004ac2febddc9919411fa37/689a0cef1004ac2febddc9919411fa37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863371.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/1c7/840a35eac27a73da3ff2214e1d0b51c7/840a35eac27a73da3ff2214e1d0b51c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863376.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/380/f55702d47fd844439b67f7d661ac6380/f55702d47fd844439b67f7d661ac6380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863381.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f4b/8156953752376c746927cffb63096f4b/8156953752376c746927cffb63096f4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863386.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8bd/8d774393a56ba64f611470a5090838bd/8d774393a56ba64f611470a5090838bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863391.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0b4/cfe2ca83afe97597e6c24a7b04a130b4/cfe2ca83afe97597e6c24a7b04a130b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863396.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/415/8f98c892e6f9ac18eddfb4b5c6167415/8f98c892e6f9ac18eddfb4b5c6167415.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863401.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f67/5cd6d392eda27af35dd43d03f3dadf67/5cd6d392eda27af35dd43d03f3dadf67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863406.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/fc8/46f61f1ff011b782e6b556505bb99fc8/46f61f1ff011b782e6b556505bb99fc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863411.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d3b/9e35ca7ce1f5e03a95d3ea7963d1ad3b/9e35ca7ce1f5e03a95d3ea7963d1ad3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863416.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/28c/e0c5b6f873f24223c5c66ca0ec17428c/e0c5b6f873f24223c5c66ca0ec17428c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863421.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/af7/bbcd99ab73e43d115137b56f251a6af7/bbcd99ab73e43d115137b56f251a6af7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863426.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/99d/7e29a588ab92eaad01247262c43f999d/7e29a588ab92eaad01247262c43f999d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863431.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4f3/704fb0368b31f1809e81db1a767474f3/704fb0368b31f1809e81db1a767474f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863436.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5ac/5cf6a724b9b22c443988d82e564ec5ac/5cf6a724b9b22c443988d82e564ec5ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863441.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b30/38a5fc9a69a47b04aa6d274db8984b30/38a5fc9a69a47b04aa6d274db8984b30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863446.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/517/5e0e7de87f649d8eb1360656dff3a517/5e0e7de87f649d8eb1360656dff3a517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863451.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/952/a71c28da76250fd4f307d3cd121a6952/a71c28da76250fd4f307d3cd121a6952.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863456.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/801/f630d032746fd685e30bcab8ecf8e801/f630d032746fd685e30bcab8ecf8e801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863461.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ad5/681e55eb1244f0fed77bd30ce88eaad5/681e55eb1244f0fed77bd30ce88eaad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863466.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e8f/f8cff4ca6eb6cd6258f6c65fae7f0e8f/f8cff4ca6eb6cd6258f6c65fae7f0e8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863471.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/80e/384a04e4f3d48a2f2fef9a57f6bed80e/384a04e4f3d48a2f2fef9a57f6bed80e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863476.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/996/fd3f5d32fd920f2dfa9c568620736996/fd3f5d32fd920f2dfa9c568620736996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863481.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4df/d3dfd45a188d34290c90dcb5fa5584df/d3dfd45a188d34290c90dcb5fa5584df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863486.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/11a/ef77f00db926c0fed5af6c14acdea11a/ef77f00db926c0fed5af6c14acdea11a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863491.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/520/00d0f94ae79c36864eecc292791a6520/00d0f94ae79c36864eecc292791a6520.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863496.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/57e/8d95fd8a83a7cb53ecbd3ed9908e457e/8d95fd8a83a7cb53ecbd3ed9908e457e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863501.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c4c/5824c69d819c3f3bb171d2427af78c4c/5824c69d819c3f3bb171d2427af78c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863506.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a03/59e00cc9764d8ef55ecee2aba8fada03/59e00cc9764d8ef55ecee2aba8fada03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863511.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8f9/0178c7d3ceb332e497ec4dd4e3ced8f9/0178c7d3ceb332e497ec4dd4e3ced8f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863516.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f4e/0ad95815af995422f3f8c77695712f4e/0ad95815af995422f3f8c77695712f4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863521.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7ec/b41d9c496b8c66abe1a953fc46a967ec/b41d9c496b8c66abe1a953fc46a967ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863526.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/276/0b4d940acbf332d71f3270e7dca82276/0b4d940acbf332d71f3270e7dca82276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863531.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d08/2165612e8bc37be095f08026b09e3d08/2165612e8bc37be095f08026b09e3d08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863536.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0fc/a47e2bc179a53014760578207f0aa0fc/a47e2bc179a53014760578207f0aa0fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863541.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/30d/88fc8896399905fd14ab421e1efeb30d/88fc8896399905fd14ab421e1efeb30d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863546.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ed2/95774764f6895fc9d5762cb502994ed2/95774764f6895fc9d5762cb502994ed2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863551.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0ac/0c71a5b26b92e74a2d4dae68a4f4c0ac/0c71a5b26b92e74a2d4dae68a4f4c0ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863556.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ddd/6de5c5e4b26d0814909b634d035daddd/6de5c5e4b26d0814909b634d035daddd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863561.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a60/74ba9019a52bd3ef65dbf8d949b2da60/74ba9019a52bd3ef65dbf8d949b2da60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863566.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/9c5/e9625b8379d4c7f724adcb0ed9f199c5/e9625b8379d4c7f724adcb0ed9f199c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863571.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d8d/4278cad641ffcb6df733fcd0c0535d8d/4278cad641ffcb6df733fcd0c0535d8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863576.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/22d/8d27de22b3369f45aef7181b8faef22d/8d27de22b3369f45aef7181b8faef22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863581.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/2d5/0c0adc5197ec6bd3051ec6839e6502d5/0c0adc5197ec6bd3051ec6839e6502d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863586.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/0ef/6960c9d50d0c940d81952d5beeed80ef/6960c9d50d0c940d81952d5beeed80ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863591.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a6f/deee2aa2e8608bef44da35045a227a6f/deee2aa2e8608bef44da35045a227a6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863596.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/90f/5a97b097f19cae6a290a73556ab0590f/5a97b097f19cae6a290a73556ab0590f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863601.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b07/5ab3650abc7f29b4c76e8b877d459b07/5ab3650abc7f29b4c76e8b877d459b07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863606.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f70/5a960d8b5dd85c8b2a2383025b619f70/5a960d8b5dd85c8b2a2383025b619f70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863611.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ffb/cd86fb116c53f3493bb8b89d1ef2effb/cd86fb116c53f3493bb8b89d1ef2effb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863616.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/214/4fec8a53f954fb655267739c39d63214/4fec8a53f954fb655267739c39d63214.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863621.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/a47/6c5fbcc4a96ddda515c8c95dca324a47/6c5fbcc4a96ddda515c8c95dca324a47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863626.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/61a/5ef9bcb21b70e912541d2ade4cfd461a/5ef9bcb21b70e912541d2ade4cfd461a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863631.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f45/38d4404ded8e9e86aba09c3f53749f45/38d4404ded8e9e86aba09c3f53749f45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863636.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/90e/3a7378b12628909fc07fbc6d1a2c490e/3a7378b12628909fc07fbc6d1a2c490e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863641.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ca2/90c4c9b9617c79d4b076d09e9dda6ca2/90c4c9b9617c79d4b076d09e9dda6ca2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863646.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/846/563c3a0c69870ea03f3e0f35c6c3a846/563c3a0c69870ea03f3e0f35c6c3a846.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863651.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/9ed/7ee8c86199da793c016a6d4b7fa1f9ed/7ee8c86199da793c016a6d4b7fa1f9ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863656.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/bba/e40fb337485ed9f98603f973b251fbba/e40fb337485ed9f98603f973b251fbba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863661.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/157/194a95cbad7e5368876bcb0a9ffb8157/194a95cbad7e5368876bcb0a9ffb8157.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863666.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f1f/e3f743f8d0e9dcdad3c023bd61672f1f/e3f743f8d0e9dcdad3c023bd61672f1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863671.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e52/01f15c7a51da91f70af4507d1eac6e52/01f15c7a51da91f70af4507d1eac6e52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863676.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/73d/baa61bccea7b52f092b14d8495b1a73d/baa61bccea7b52f092b14d8495b1a73d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863681.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3c4/e3048a435826de639ef893437fb4d3c4/e3048a435826de639ef893437fb4d3c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863686.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4a1/cd98d73f831ff85b4da5d7f5abaef4a1/cd98d73f831ff85b4da5d7f5abaef4a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863691.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/18e/727de58265fb15ee912a645014eb718e/727de58265fb15ee912a645014eb718e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863696.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/35d/f8363a1c8bab9c44b6276feec7a5b35d/f8363a1c8bab9c44b6276feec7a5b35d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863701.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/871/8429a8b7566c14687f9d01e09f50d871/8429a8b7566c14687f9d01e09f50d871.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863706.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b29/a68029b5ce95566373ba50eef41a2b29/a68029b5ce95566373ba50eef41a2b29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863711.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/2f2/ca7f4fdfb2c461c8f1726440d25882f2/ca7f4fdfb2c461c8f1726440d25882f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863716.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/6b4/27098dd1823ffe4ca92c2bfe6b8a46b4/27098dd1823ffe4ca92c2bfe6b8a46b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863721.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/485/67bb9f02e6530c080ef9b2696e161485/67bb9f02e6530c080ef9b2696e161485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863726.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/4d3/dab4903a93b0955c9bfa8edc141d24d3/dab4903a93b0955c9bfa8edc141d24d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863731.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7da/ac7a17a751e93f8c1cfeadd1db9987da/ac7a17a751e93f8c1cfeadd1db9987da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863736.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f10/8a5465ca7cece02d8fd53bf473f4df10/8a5465ca7cece02d8fd53bf473f4df10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863741.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/be1/fc6205249e61074e2b307959f2441be1/fc6205249e61074e2b307959f2441be1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863746.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/95b/ea6ee5d895223f930ad05c204a31195b/ea6ee5d895223f930ad05c204a31195b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863751.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/ecd/abd48247224a5ad7522e4c098b3e2ecd/abd48247224a5ad7522e4c098b3e2ecd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863756.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/f09/8df3696d85195322032f1a956f2b1f09/8df3696d85195322032f1a956f2b1f09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863761.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/160/9042b77b3073ad2a6f4b8ad5e3219160/9042b77b3073ad2a6f4b8ad5e3219160.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863766.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/263/bd9d77df5e2c2c139f5e37aa71100263/bd9d77df5e2c2c139f5e37aa71100263.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863771.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5b9/97b4284ba291e8f3992a1844913a05b9/97b4284ba291e8f3992a1844913a05b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863776.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/042/8402460dabe7446090f3b46c65808042/8402460dabe7446090f3b46c65808042.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863781.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8e8/eb94ae73d1e42b6955e3f0a083a678e8/eb94ae73d1e42b6955e3f0a083a678e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863786.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/558/10b57e38c783db0e34c8f8e96ff01558/10b57e38c783db0e34c8f8e96ff01558.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863791.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/5a6/0847d44288b3b807f12457cf63b785a6/0847d44288b3b807f12457cf63b785a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863796.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/35c/60027aa6515fdc60caa1c730d380735c/60027aa6515fdc60caa1c730d380735c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863801.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/eef/0e341cff3ebc430dffe3526c176c8eef/0e341cff3ebc430dffe3526c176c8eef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863806.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e02/60e501f7069c7445e420a8b50329be02/60e501f7069c7445e420a8b50329be02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863811.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/35b/a003c38e99b8859cb02a40072042f35b/a003c38e99b8859cb02a40072042f35b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863816.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/c93/c929d323a308fb32ea20e5caa5eebc93/c929d323a308fb32ea20e5caa5eebc93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863821.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/7c2/badd64bbdde27061b10dce39b53237c2/badd64bbdde27061b10dce39b53237c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863826.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/10a/31942216cf56ca2e3fc76dedb6d8410a/31942216cf56ca2e3fc76dedb6d8410a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863831.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3ce/271d2cf95d7dad57987a23fe32d893ce/271d2cf95d7dad57987a23fe32d893ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863836.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/83f/7f4084a363f7e2321c9dc1c4eda5083f/7f4084a363f7e2321c9dc1c4eda5083f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863841.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3e7/e40398f623687f79945afa0a6855c3e7/e40398f623687f79945afa0a6855c3e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863846.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/aa2/46aba2b40221dad52c1b1252b4807aa2/46aba2b40221dad52c1b1252b4807aa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863851.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/746/38be6048856d818f353575ae0beb2746/38be6048856d818f353575ae0beb2746.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863856.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/22c/573861627a08705bfffd71e5f6c0822c/573861627a08705bfffd71e5f6c0822c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863861.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8f9/f2e3dc48dfffae2204f90e6a5a0508f9/f2e3dc48dfffae2204f90e6a5a0508f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863866.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/17c/7b81f5228ba6bb8f4d381616eb9cc17c/7b81f5228ba6bb8f4d381616eb9cc17c.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862655.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c879ee6e-9b24-4b92-8911-2733c0c12a1f-sda') +test DEBUG: /tmp/tmp3re6v1gw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.153363s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', 'c879ee6e-9b24-4b92-8911-2733c0c12a1f-sda', '1715862651.16828', '1715862654', '0', '', '1715862654', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c879ee6e-9b24-4b92-8911-2733c0c12a1f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3re6v1gw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.17206 seconds (5.81202/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp3re6v1gw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'c12a2c2bc327caac58d0480b1f97f647', 'ccdcd7b4-2acb-41a5-ac74-67cc4b331489-sda', '1715862651.33941', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('ccdcd7b4-2acb-41a5-ac74-67cc4b331489-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'c12a2c2bc327caac58d0480b1f97f647', 'ccdcd7b4-2acb-41a5-ac74-67cc4b331489-sda', '1715862651.33941', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('ccdcd7b4-2acb-41a5-ac74-67cc4b331489-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpasir0atc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '1e8d4df4-29b4-4a25-a7aa-99fede84bc51-sda', '1715862651.35913', '1715862654', '0', '', '1715862654', 0, 0) +test DEBUG: /tmp/tmpasir0atc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '1e8d4df4-29b4-4a25-a7aa-99fede84bc51-sda', '1715862651.35913', '1715862654', '0', '', '1715862654', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1e8d4df4-29b4-4a25-a7aa-99fede84bc51-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01253 seconds (79.79360/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpje52k6cj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', '42c3df7e-a339-440d-addf-7e6e46834595-sda', '1715862651.38379', '1715862654', '0', '', '1715862654', 1, 0) +test DEBUG: /tmp/tmpje52k6cj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', '42c3df7e-a339-440d-addf-7e6e46834595-sda', '1715862651.38379', '1715862654', '0', '', '1715862654', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('42c3df7e-a339-440d-addf-7e6e46834595-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpje52k6cj/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01839 seconds (54.36880/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpje52k6cj/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a1aad0dd75d93d727a45844f941f6b19', '82d22075-f068-4411-9b71-8e085431fb98-sda', '1715862651.40199', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('82d22075-f068-4411-9b71-8e085431fb98-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a1aad0dd75d93d727a45844f941f6b19', '82d22075-f068-4411-9b71-8e085431fb98-sda', '1715862651.40199', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('82d22075-f068-4411-9b71-8e085431fb98-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc8tdzp_8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2219dd15-d657-4cc4-859c-967f92ba393f-sda', '1715862651.69117', '1715862651', '1715862655', '', '1715862655', 0, 0) +test DEBUG: /tmp/tmpc8tdzp_8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2219dd15-d657-4cc4-859c-967f92ba393f-sda', '1715862651.69117', '1715862651', '1715862655', '', '1715862655', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2219dd15-d657-4cc4-859c-967f92ba393f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01154 seconds (86.66379/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsdpq5dms/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3190c58f82aebcb4dab95ab2659e1b7d', 'd4a780c6-5629-436a-8545-0c9c31ca0267-sda', '1715862651.71594', '1715862651', '1715862655', '', '1715862655', 1, 0) +test DEBUG: /tmp/tmpsdpq5dms/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862656.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd4a780c6-5629-436a-8545-0c9c31ca0267-sda') +test DEBUG: /tmp/tmpsdpq5dms/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00309825s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54402,7 +51128,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54411,7 +51137,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54420,7 +51146,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54429,7 +51155,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54438,7 +51164,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54447,7 +51173,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54456,7 +51182,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54465,7 +51191,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -54474,7 +51200,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx938f53b245c9403c830c2-00685309cd) +StopIteration (txn: tx7f1126c3158c4501bb131-006645fc7a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -54489,57 +51215,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txdc6c3aeebc5b4c31816ef-00685309c9) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd0092f41eae345a6a35ed-00685309c9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Setting object count to 1065 (txn: txbdcea524c9014c8b82af1-00685309ca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Setting object count to 1065 (txn: tx45d9a41857de49ac926a2-00685309cb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx382e9ec4312f4d92a0db0-00685309cc) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx382e9ec4312f4d92a0db0-00685309cc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx35669ada2afe40548c2ee-00685309cd) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete @@ -54550,58 +51225,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Setting object count to 1072 (txn: tx4b20ad68c35143c9a941f-00685309ca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Setting object count to 1072 (txn: txd562393645d443e9b5bce-00685309cb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaa34bdeb36e04c9fb1f02-00685309cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txaa34bdeb36e04c9fb1f02-00685309cc) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa34bdeb36e04c9fb1f02-00685309cc) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txaa34bdeb36e04c9fb1f02-00685309cc) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txaa34bdeb36e04c9fb1f02-00685309cc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates @@ -54616,38 +51239,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmpv688y510/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a_1750272617.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272620.00000-0, db: /tmp/tmpv688y510/sda/containers/0/ff4/6f1f02f8c4a08a7b20d72b174786dff4/6f1f02f8c4a08a7b20d72b174786dff4_1750272620.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272620.00000-0, db: /tmp/tmpv688y510/sda/containers/0/ff4/6f1f02f8c4a08a7b20d72b174786dff4/6f1f02f8c4a08a7b20d72b174786dff4_1750272620.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpv688y510/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e_1750272623.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpv688y510/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e_1750272623.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272626.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a8b/15ae31b740cc2f480540561cf3625a8b/15ae31b740cc2f480540561cf3625a8b_1750272626.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272626.00000-0, db: /tmp/tmpv688y510/sda/containers/0/a8b/15ae31b740cc2f480540561cf3625a8b/15ae31b740cc2f480540561cf3625a8b_1750272626.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmpv688y510/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d_1750272629.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmpv688y510/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d_1750272629.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272632.00000-0, db: /tmp/tmpv688y510/sda/containers/0/fa1/6ac9e5a281cd034dff8a78d1d7ffdfa1/6ac9e5a281cd034dff8a78d1d7ffdfa1_1750272632.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272632.00000-0, db: /tmp/tmpv688y510/sda/containers/0/fa1/6ac9e5a281cd034dff8a78d1d7ffdfa1/6ac9e5a281cd034dff8a78d1d7ffdfa1_1750272632.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272635.00000-0, db: /tmp/tmpv688y510/sda/containers/0/59a/e37ac2278c56c805641766242c88459a/e37ac2278c56c805641766242c88459a_1750272635.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272635.00000-0, db: /tmp/tmpv688y510/sda/containers/0/59a/e37ac2278c56c805641766242c88459a/e37ac2278c56c805641766242c88459a_1750272635.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272638.00000-0, db: /tmp/tmpv688y510/sda/containers/0/798/db7918da14a6538bbea7089175c4c798/db7918da14a6538bbea7089175c4c798_1750272638.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272638.00000-0, db: /tmp/tmpv688y510/sda/containers/0/798/db7918da14a6538bbea7089175c4c798/db7918da14a6538bbea7089175c4c798_1750272638.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272641.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4e2/7bfa94944111f384fb9f9fa69b9c14e2/7bfa94944111f384fb9f9fa69b9c14e2_1750272641.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272641.00000-0, db: /tmp/tmpv688y510/sda/containers/0/4e2/7bfa94944111f384fb9f9fa69b9c14e2/7bfa94944111f384fb9f9fa69b9c14e2_1750272641.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272644.00000-0, db: /tmp/tmpv688y510/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3_1750272644.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272644.00000-0, db: /tmp/tmpv688y510/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3_1750272644.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05_1750272647.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05_1750272647.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272650.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d31/302fbf6524646a32b7923843d983dd31/302fbf6524646a32b7923843d983dd31_1750272650.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272650.00000-0, db: /tmp/tmpv688y510/sda/containers/0/d31/302fbf6524646a32b7923843d983dd31/302fbf6524646a32b7923843d983dd31_1750272650.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmpv688y510/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1_1750272653.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmpv688y510/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1_1750272653.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272465.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e3b/1cf684a898cbc534be47e9c110faae3b/1cf684a898cbc534be47e9c110faae3b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272465.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e3b/1cf684a898cbc534be47e9c110faae3b/1cf684a898cbc534be47e9c110faae3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity @@ -54656,39 +51247,157 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272485.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0de/9de7417f522bc10c2ccf471fd5d590de/9de7417f522bc10c2ccf471fd5d590de.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272485.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0de/9de7417f522bc10c2ccf471fd5d590de/9de7417f522bc10c2ccf471fd5d590de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272489.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/42d/5dbfcdffb9314c969d0246b956f1b42d/5dbfcdffb9314c969d0246b956f1b42d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272489.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/42d/5dbfcdffb9314c969d0246b956f1b42d/5dbfcdffb9314c969d0246b956f1b42d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272501.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/170/5d434466cdd0df668d5c7644a243a170/5d434466cdd0df668d5c7644a243a170.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272501.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/170/5d434466cdd0df668d5c7644a243a170/5d434466cdd0df668d5c7644a243a170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272509.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/823/46dc8d1a658d9204e3bfef8101a08823/46dc8d1a658d9204e3bfef8101a08823.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272513.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/5f3/ea9384a973f4b5090ede546d6d55a5f3/ea9384a973f4b5090ede546d6d55a5f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272513.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/5f3/ea9384a973f4b5090ede546d6d55a5f3/ea9384a973f4b5090ede546d6d55a5f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272521.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e49/17afe2f0cd60a83374f52fbd30e87e49/17afe2f0cd60a83374f52fbd30e87e49.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272521.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e49/17afe2f0cd60a83374f52fbd30e87e49/17afe2f0cd60a83374f52fbd30e87e49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272525.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63a/02d7f1393e4ff107ff19d7c525bfb63a/02d7f1393e4ff107ff19d7c525bfb63a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272525.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63a/02d7f1393e4ff107ff19d7c525bfb63a/02d7f1393e4ff107ff19d7c525bfb63a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272533.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4fe/6149efdfa59942df31742134798f04fe/6149efdfa59942df31742134798f04fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272533.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4fe/6149efdfa59942df31742134798f04fe/6149efdfa59942df31742134798f04fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272537.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0c6/f704abc2ea7dbd530f092459692e60c6/f704abc2ea7dbd530f092459692e60c6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272537.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0c6/f704abc2ea7dbd530f092459692e60c6/f704abc2ea7dbd530f092459692e60c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3190c58f82aebcb4dab95ab2659e1b7d', 'd4a780c6-5629-436a-8545-0c9c31ca0267-sda', '1715862651.71594', '1715862651', '1715862655', '', '1715862655', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('d4a780c6-5629-436a-8545-0c9c31ca0267-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsdpq5dms/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02447 seconds (40.86247/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpsdpq5dms/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '1692d4e3d90275196a0b1bde3636e227', 'dfd5b0b6-9bdb-4649-9ab9-556d9ae1de18-sda', '1715862651.74376', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('dfd5b0b6-9bdb-4649-9ab9-556d9ae1de18-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '1692d4e3d90275196a0b1bde3636e227', 'dfd5b0b6-9bdb-4649-9ab9-556d9ae1de18-sda', '1715862651.74376', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('dfd5b0b6-9bdb-4649-9ab9-556d9ae1de18-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp32hczokz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '31b16b86-1c1f-4d6b-bc6f-14bfbe8d25e6-sda', '1715862651.76237', '1715862651', '1715862655', '', '1715862655', 0, 1) +test DEBUG: /tmp/tmp32hczokz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '31b16b86-1c1f-4d6b-bc6f-14bfbe8d25e6-sda', '1715862651.76237', '1715862651', '1715862655', '', '1715862655', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('31b16b86-1c1f-4d6b-bc6f-14bfbe8d25e6-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01261 seconds (79.31377/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9xwha9rw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3190c58f82aebcb4dab95ab2659e1b7d', '0b165939-d459-42ac-8471-d4b7669a38a7-sda', '1715862651.78843', '1715862651', '1715862655', '', '1715862655', 1, 1) +test DEBUG: /tmp/tmp9xwha9rw/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3190c58f82aebcb4dab95ab2659e1b7d', '0b165939-d459-42ac-8471-d4b7669a38a7-sda', '1715862651.78843', '1715862651', '1715862655', '', '1715862655', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0b165939-d459-42ac-8471-d4b7669a38a7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9xwha9rw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01862 seconds (53.69780/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9xwha9rw/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'd6ae4c616f55cf9d5fb68bbd525f2efc', '1e21b5f7-e4f5-46a1-b841-b745dae056a2-sda', '1715862651.81151', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('1e21b5f7-e4f5-46a1-b841-b745dae056a2-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'd6ae4c616f55cf9d5fb68bbd525f2efc', '1e21b5f7-e4f5-46a1-b841-b745dae056a2-sda', '1715862651.81151', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('1e21b5f7-e4f5-46a1-b841-b745dae056a2-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_5kr37jv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '562af66c-df9d-40fe-bff4-e50f2dcc5d30-sda', '1715862651.82978', '1715862651', '0', '', '1715862651', 0, 0) +test DEBUG: /tmp/tmp_5kr37jv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '562af66c-df9d-40fe-bff4-e50f2dcc5d30-sda', '1715862651.82978', '1715862651', '0', '', '1715862651', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('562af66c-df9d-40fe-bff4-e50f2dcc5d30-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01000 seconds (99.99671/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpx6ti4zh6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', 'ecedb46a-a1c3-4c5a-bbbe-7e6453704c51-sda', '1715862651.85125', '1715862651', '0', '', '1715862651', 1, 0) +test DEBUG: /tmp/tmpx6ti4zh6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862655.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ecedb46a-a1c3-4c5a-bbbe-7e6453704c51-sda') +test DEBUG: /tmp/tmpx6ti4zh6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00310373s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', 'ecedb46a-a1c3-4c5a-bbbe-7e6453704c51-sda', '1715862651.85125', '1715862651', '0', '', '1715862651', 1, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ecedb46a-a1c3-4c5a-bbbe-7e6453704c51-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx6ti4zh6/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03058 seconds (32.70147/s) +test INFO: Removed 0 dbs +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -54729,47 +51438,52 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272605.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/555/85be0c94862408ebb7dd1ea16e38f555/85be0c94862408ebb7dd1ea16e38f555.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272605.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/555/85be0c94862408ebb7dd1ea16e38f555/85be0c94862408ebb7dd1ea16e38f555.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: txb8e26df9040a4dd2b3c23-00685309cd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txcb84bf9987fd44f1a80e4-006645fc7c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx061146138de04282b6536-00685309cd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx3c16c94a68d44e2a8dc94-006645fc7c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txd0d6b2603e8d41c1988b2-00685309cd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx4629f795941f42429ed28-006645fc7c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -54787,16 +51501,127 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpx6ti4zh6/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a1aad0dd75d93d727a45844f941f6b19', '20d6396f-f906-4b2e-bfab-19bf07dd8ace-sda', '1715862651.88513', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('20d6396f-f906-4b2e-bfab-19bf07dd8ace-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'a1aad0dd75d93d727a45844f941f6b19', '20d6396f-f906-4b2e-bfab-19bf07dd8ace-sda', '1715862651.88513', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('20d6396f-f906-4b2e-bfab-19bf07dd8ace-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd02w9w7u/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'bb5a8f94-0db3-482d-b754-5efcdc3930ad-sda', '1715862651.90311', '1715862651', '0', '', '1715862651', 0, 0) +test DEBUG: /tmp/tmpd02w9w7u/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'bb5a8f94-0db3-482d-b754-5efcdc3930ad-sda', '1715862651.90311', '1715862651', '0', '', '1715862651', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('bb5a8f94-0db3-482d-b754-5efcdc3930ad-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01235 seconds (80.94546/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpx0uj7__n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', '662294e4-0631-40d2-842f-35035aeec40e-sda', '1715862651.92861', '1715862651', '0', '', '1715862651', 1, 1) +test DEBUG: /tmp/tmpx0uj7__n/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '5f31d81b9382948ec5cfea2dda095e3a', '662294e4-0631-40d2-842f-35035aeec40e-sda', '1715862651.92861', '1715862651', '0', '', '1715862651', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('662294e4-0631-40d2-842f-35035aeec40e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx0uj7__n/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01945 seconds (51.42321/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpx0uj7__n/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'c12a2c2bc327caac58d0480b1f97f647', 'a0c49a07-580c-4528-b9ce-0c310a6f80a7-sda', '1715862651.95170', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a0c49a07-580c-4528-b9ce-0c310a6f80a7-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, 'c12a2c2bc327caac58d0480b1f97f647', 'a0c49a07-580c-4528-b9ce-0c310a6f80a7-sda', '1715862651.95170', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a0c49a07-580c-4528-b9ce-0c310a6f80a7-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxkgtpkes/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '049d9cb1-d7e1-4e0f-89e4-b278df7b5241-sda', '1715862652.05838', '1715862652', '1715862654', '', '1715862654', 0, 1) +test DEBUG: /tmp/tmpxkgtpkes/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '049d9cb1-d7e1-4e0f-89e4-b278df7b5241-sda', '1715862652.05838', '1715862652', '1715862654', '', '1715862654', 0, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('049d9cb1-d7e1-4e0f-89e4-b278df7b5241-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01137 seconds (87.95225/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1e53rtn3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29560ce732db6fed28fc1f5e867a1ea2', 'e5b26707-e5ed-426a-9825-eb828065b63e-sda', '1715862652.08300', '1715862652', '1715862654', '', '1715862654', 1, 1) +test DEBUG: /tmp/tmp1e53rtn3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862657.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e5b26707-e5ed-426a-9825-eb828065b63e-sda') +test DEBUG: /tmp/tmp1e53rtn3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272799s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29560ce732db6fed28fc1f5e867a1ea2', 'e5b26707-e5ed-426a-9825-eb828065b63e-sda', '1715862652.08300', '1715862652', '1715862654', '', '1715862654', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e5b26707-e5ed-426a-9825-eb828065b63e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1e53rtn3/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02268 seconds (44.10117/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1e53rtn3/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '29f36613fb3774b99d20eb1fd871df39', '1c3b8fb8-4144-44d4-a03c-e0b3cc1f37ca-sda', '1715862652.10943', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('1c3b8fb8-4144-44d4-a03c-e0b3cc1f37ca-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -54808,2692 +51633,3382 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx778ba3cb96bd478f8b826-00685309cd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx38233d9f851a45748626c-00685309cd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx32d4838706d247658b7cb-00685309cd) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx39d9816479a94aaea5d9b-006645fc7c) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx39d9816479a94aaea5d9b-006645fc7c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx663f5ef8c0594360b1534-00685309cd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx1aeee2c7cf5341d48a43d-00685309cd) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272641.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4e2/7bfa94944111f384fb9f9fa69b9c14e2/7bfa94944111f384fb9f9fa69b9c14e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272641.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/4e2/7bfa94944111f384fb9f9fa69b9c14e2/7bfa94944111f384fb9f9fa69b9c14e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272661.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/3bc/52263529c2fa41a77ebbb18ad331f3bc/52263529c2fa41a77ebbb18ad331f3bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272661.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/3bc/52263529c2fa41a77ebbb18ad331f3bc/52263529c2fa41a77ebbb18ad331f3bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272665.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/89c/52eac36170aac2576fa170cf7a74789c/52eac36170aac2576fa170cf7a74789c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272665.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/89c/52eac36170aac2576fa170cf7a74789c/52eac36170aac2576fa170cf7a74789c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx6f4d411e7bb5481aa58bd-00685309cd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx9f56326983d84a6cb6b31-00685309cd) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmppd6ofdh1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppd6ofdh1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppd6ofdh1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppd6ofdh1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495524 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 2495524 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495524 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495524 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaad6ced3eb544d86a2613-00685309cd" "proxy-server 2495524" 0.0011 "-" 2495524 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60567/sda1/1/a/c" "txaad6ced3eb544d86a2613-00685309cd" "container-server 2495524" 0.0011 "-" 2495524 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33337/sdb1/1/a/c" "txaad6ced3eb544d86a2613-00685309cd" "container-server 2495524" 0.0011 "-" 2495524 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txaad6ced3eb544d86a2613-00685309cd" "proxy-server 2495524" 0.0142 "-" 2495524 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txaad6ced3eb544d86a2613-00685309cd" "proxy-server 2495524" 0.0104 "-" 2495524 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - txaad6ced3eb544d86a2613-00685309cd - 0.0219 - - 1750272461.830923080 1750272461.852821350 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3163b7cf72ca4e29a8f30-00685309cd" "proxy-server 2495524" 0.0014 "-" 2495524 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33337/sdb1/1/a1/c1" "tx3163b7cf72ca4e29a8f30-00685309cd" "container-server 2495524" 0.0010 "-" 2495524 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60567/sda1/1/a1/c1" "tx3163b7cf72ca4e29a8f30-00685309cd" "container-server 2495524" 0.0010 "-" 2495524 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3163b7cf72ca4e29a8f30-00685309cd" "proxy-server 2495524" 0.0082 "-" 2495524 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3163b7cf72ca4e29a8f30-00685309cd" "proxy-server 2495524" 0.0132 "-" 2495524 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3163b7cf72ca4e29a8f30-00685309cd - 0.0203 - - 1750272461.854160547 1750272461.874499083 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8fdd107145d74bfb810da-00685309cd" "proxy-server 2495524" 0.0019 "-" 2495524 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33337/sdb1/2/a/c1" "tx8fdd107145d74bfb810da-00685309cd" "container-server 2495524" 0.0032 "-" 2495524 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60567/sda1/2/a/c1" "tx8fdd107145d74bfb810da-00685309cd" "container-server 2495524" 0.0011 "-" 2495524 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8fdd107145d74bfb810da-00685309cd" "proxy-server 2495524" 0.0148 "-" 2495524 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8fdd107145d74bfb810da-00685309cd" "proxy-server 2495524" 0.0112 "-" 2495524 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8fdd107145d74bfb810da-00685309cd - 0.0232 - - 1750272461.875760317 1750272461.898998260 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbd580e99bd8f464f95266-00685309cd" "proxy-server 2495524" 0.0019 "-" 2495524 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33337/sdb1/1/a/c2" "txbd580e99bd8f464f95266-00685309cd" "container-server 2495524" 0.0010 "-" 2495524 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60567/sda1/1/a/c2" "txbd580e99bd8f464f95266-00685309cd" "container-server 2495524" 0.0016 "-" 2495524 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbd580e99bd8f464f95266-00685309cd" "proxy-server 2495524" 0.0088 "-" 2495524 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbd580e99bd8f464f95266-00685309cd" "proxy-server 2495524" 0.0142 "-" 2495524 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbd580e99bd8f464f95266-00685309cd - 0.0219 - - 1750272461.900344372 1750272461.922291517 2 -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '29f36613fb3774b99d20eb1fd871df39', '1c3b8fb8-4144-44d4-a03c-e0b3cc1f37ca-sda', '1715862652.10943', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('1c3b8fb8-4144-44d4-a03c-e0b3cc1f37ca-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4e1prt9l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5c1505d4-68e9-4b9e-94e2-6c6edbdce58e-sda', '1715862652.21934', '1715862652', '1715862654', '', '1715862654', 0, 0) +test DEBUG: /tmp/tmp4e1prt9l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5c1505d4-68e9-4b9e-94e2-6c6edbdce58e-sda', '1715862652.21934', '1715862652', '1715862654', '', '1715862654', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5c1505d4-68e9-4b9e-94e2-6c6edbdce58e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01243 seconds (80.46099/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp423bhfam/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29560ce732db6fed28fc1f5e867a1ea2', '3bc138f4-21fc-4160-83d8-cbd259cc8efb-sda', '1715862652.24516', '1715862652', '1715862654', '', '1715862654', 1, 1) +test DEBUG: /tmp/tmp423bhfam/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29560ce732db6fed28fc1f5e867a1ea2', '3bc138f4-21fc-4160-83d8-cbd259cc8efb-sda', '1715862652.24516', '1715862652', '1715862654', '', '1715862654', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3bc138f4-21fc-4160-83d8-cbd259cc8efb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp423bhfam/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01994 seconds (50.15945/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp423bhfam/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '29f36613fb3774b99d20eb1fd871df39', '6177bbf7-3f2a-47f6-81c3-01cbd82e3ef3-sda', '1715862652.26897', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('6177bbf7-3f2a-47f6-81c3-01cbd82e3ef3-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '29f36613fb3774b99d20eb1fd871df39', '6177bbf7-3f2a-47f6-81c3-01cbd82e3ef3-sda', '1715862652.26897', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('6177bbf7-3f2a-47f6-81c3-01cbd82e3ef3-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5ozcyd8x/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'fcb06d1d-01fb-42b3-92fc-5843c607fec6-sda', '1715862652.44195', '1715862655', '1715862654', '', '1715862655', 0, 0) +test DEBUG: /tmp/tmp5ozcyd8x/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'fcb06d1d-01fb-42b3-92fc-5843c607fec6-sda', '1715862652.44195', '1715862655', '1715862654', '', '1715862655', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('fcb06d1d-01fb-42b3-92fc-5843c607fec6-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01139 seconds (87.78107/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8knv05s7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3ac045aa484f93b0fba6687e858575a3', 'e7294d49-aff6-44b0-b520-7e1e38aecab7-sda', '1715862652.46542', '1715862655', '1715862654', '', '1715862655', 1, 1) +test DEBUG: /tmp/tmp8knv05s7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862658.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e7294d49-aff6-44b0-b520-7e1e38aecab7-sda') +test DEBUG: /tmp/tmp8knv05s7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00377798s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3ac045aa484f93b0fba6687e858575a3', 'e7294d49-aff6-44b0-b520-7e1e38aecab7-sda', '1715862652.46542', '1715862655', '1715862654', '', '1715862655', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e7294d49-aff6-44b0-b520-7e1e38aecab7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8knv05s7/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02280 seconds (43.85356/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8knv05s7/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '8390304a5523a46eed0c82183d784252', 'd721e8a6-ca77-47b9-b700-0c7995f35c68-sda', '1715862652.49319', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('d721e8a6-ca77-47b9-b700-0c7995f35c68-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '8390304a5523a46eed0c82183d784252', 'd721e8a6-ca77-47b9-b700-0c7995f35c68-sda', '1715862652.49319', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('d721e8a6-ca77-47b9-b700-0c7995f35c68-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf9i6a2fo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7b97b3fd5125446086d3c-006645fc7d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7b97b3fd5125446086d3c-006645fc7d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx117786ad03974e72ba1a3-006645fc7d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx782f45459f0a46cfaa7ef-006645fc7d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7376bb4051b2484bae0e4-006645fc7d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2ebb3ec6-307c-4429-b9bc-8b9497621fc1-sda', '1715862652.51247', '1715862655', '1715862654', '', '1715862655', 0, 0) +test DEBUG: /tmp/tmpf9i6a2fo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2ebb3ec6-307c-4429-b9bc-8b9497621fc1-sda', '1715862652.51247', '1715862655', '1715862654', '', '1715862655', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2ebb3ec6-307c-4429-b9bc-8b9497621fc1-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.09818 seconds (10.18531/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6cxhz430/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3ac045aa484f93b0fba6687e858575a3', '2c54c0c2-1850-458b-8455-8401e876443b-sda', '1715862652.62570', '1715862655', '1715862654', '', '1715862655', 1, 1) +test DEBUG: /tmp/tmp6cxhz430/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '3ac045aa484f93b0fba6687e858575a3', '2c54c0c2-1850-458b-8455-8401e876443b-sda', '1715862652.62570', '1715862655', '1715862654', '', '1715862655', 1, 1) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2c54c0c2-1850-458b-8455-8401e876443b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6cxhz430/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02904 seconds (34.43248/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6cxhz430/sda/containers/0/6bf/8d3e78186fbbc567af75ccdf274ec6bf/8d3e78186fbbc567af75ccdf274ec6bf.db +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '8390304a5523a46eed0c82183d784252', 'a3e25e00-2603-4c32-a159-3d975d0d0665-sda', '1715862652.66182', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a3e25e00-2603-4c32-a159-3d975d0d0665-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, sync, (1, '8390304a5523a46eed0c82183d784252', 'a3e25e00-2603-4c32-a159-3d975d0d0665-sda', '1715862652.66182', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/8d3e78186fbbc567af75ccdf274ec6bf, complete_rsync, ('a3e25e00-2603-4c32-a159-3d975d0d0665-sda', '8d3e78186fbbc567af75ccdf274ec6bf.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e5a241766d8f4c11fcedc69a2d595d72', '72190bfd-0145-4c50-bd7c-281b287ff8cc-sda', '1715862652.81915', '1715862652.00000', '0', '{"x-container-meta-test": ["foo", "1715862652.00000"]}', '1715862652.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862652.84193', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862652.84193', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862652.84198', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862652.84199', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862652.84199', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84199', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862652.84346', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00267339s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862652.84193', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862652.84193', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862652.84198', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862652.84199', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862652.84199', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84199', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862652.84193', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862652.84193', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1715862652.87126', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862652.84199', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862652.84199', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84199', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862652.84193', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862652.84193', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862652.84199', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862652.84199', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84199', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.12128', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.12128', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862653.12128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862652.84199', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862652.84199', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84199', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.12128', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.12128', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862653.12128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.13247', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1715862653.13247', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.13247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863871.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/559/89cb17e3a80adc81fe0285310ac16559/89cb17e3a80adc81fe0285310ac16559.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863876.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/cbe/53b9192902ed5d580aebf55aa0219cbe/53b9192902ed5d580aebf55aa0219cbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863881.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/232/d195a2ffc428e5ac275346022b3f4232/d195a2ffc428e5ac275346022b3f4232.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863886.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/097/8230d67c4ccad5fb94fc30784e0ef097/8230d67c4ccad5fb94fc30784e0ef097.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863891.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/b69/473a5ed5ce66d765253eadb88240db69/473a5ed5ce66d765253eadb88240db69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863896.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/d75/5fe4061277df06eb23965e5d46fb8d75/5fe4061277df06eb23965e5d46fb8d75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863901.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/3ed/798fea3dae695dca327cea93bbbaa3ed/798fea3dae695dca327cea93bbbaa3ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863906.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/92e/c8c2ee7abb9c3f5f18174290a987492e/c8c2ee7abb9c3f5f18174290a987492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863911.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/834/8dd4746942d5b5bb220f0ecaa5a07834/8dd4746942d5b5bb220f0ecaa5a07834.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863916.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/e2b/49487879431b1509a56480b535aabe2b/49487879431b1509a56480b535aabe2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863921.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/63e/e1034345de4c4129fcc156834106b63e/e1034345de4c4129fcc156834106b63e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863926.00000-0, db: /tmp/tmpqfl0oyk9/sda/containers/0/8f1/1d1e0fe08cc7378f5f1042332b6d58f1/1d1e0fe08cc7378f5f1042332b6d58f1.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/383/2a9e50e75e1c69a8d6c1fa40deba3383/2a9e50e75e1c69a8d6c1fa40deba3383.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862655.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/383/2a9e50e75e1c69a8d6c1fa40deba3383/2a9e50e75e1c69a8d6c1fa40deba3383_1715862655.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1_1715862659.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/fad/25640c93dfa5be027772cdd492203fad/25640c93dfa5be027772cdd492203fad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862663.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/fad/25640c93dfa5be027772cdd492203fad/25640c93dfa5be027772cdd492203fad_1715862663.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5_1715862667.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670_1715862671.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ea0/93cb068313db0ee963e71b878eb8fea0/93cb068313db0ee963e71b878eb8fea0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862675.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ea0/93cb068313db0ee963e71b878eb8fea0/93cb068313db0ee963e71b878eb8fea0_1715862675.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/6dd/d2be3348a6bb664929b61d1bb54156dd/d2be3348a6bb664929b61d1bb54156dd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862679.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/6dd/d2be3348a6bb664929b61d1bb54156dd/d2be3348a6bb664929b61d1bb54156dd_1715862679.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862683.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c_1715862683.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/172/934b91debd48517c4adf18b6b5fc6172/934b91debd48517c4adf18b6b5fc6172.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862687.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/172/934b91debd48517c4adf18b6b5fc6172/934b91debd48517c4adf18b6b5fc6172_1715862687.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f27/6e844562fdc45690d83578bc49057f27/6e844562fdc45690d83578bc49057f27.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862691.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f27/6e844562fdc45690d83578bc49057f27/6e844562fdc45690d83578bc49057f27_1715862691.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862695.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e_1715862695.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/25d/88d1b49a6bdc62a9d2f1959e5452525d/88d1b49a6bdc62a9d2f1959e5452525d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862699.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/25d/88d1b49a6bdc62a9d2f1959e5452525d/88d1b49a6bdc62a9d2f1959e5452525d_1715862699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ed9/f0146320a4788eed14b854e2deb22ed9/f0146320a4788eed14b854e2deb22ed9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862703.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ed9/f0146320a4788eed14b854e2deb22ed9/f0146320a4788eed14b854e2deb22ed9_1715862703.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862707.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565_1715862707.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/380/515f2793d3e1ec3706d42e0d36b4e380/515f2793d3e1ec3706d42e0d36b4e380.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862711.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/380/515f2793d3e1ec3706d42e0d36b4e380/515f2793d3e1ec3706d42e0d36b4e380_1715862711.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/664/81358f273670010bc4920b3b8f659664/81358f273670010bc4920b3b8f659664.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862715.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/664/81358f273670010bc4920b3b8f659664/81358f273670010bc4920b3b8f659664_1715862715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb_1715862719.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ac5/8aa8235160d7e92adb53a08395c8dac5/8aa8235160d7e92adb53a08395c8dac5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862723.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ac5/8aa8235160d7e92adb53a08395c8dac5/8aa8235160d7e92adb53a08395c8dac5_1715862723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c7c/e130ac3fc31155f5eafe00dafff30c7c/e130ac3fc31155f5eafe00dafff30c7c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862727.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c7c/e130ac3fc31155f5eafe00dafff30c7c/e130ac3fc31155f5eafe00dafff30c7c_1715862727.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f_1715862731.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862735.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c_1715862735.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d_1715862739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885_1715862743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0_1715862747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091_1715862751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d_1715862755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e_1715862759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c_1715862763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0_1715862767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6_1715862771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862775.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc_1715862775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2_1715862779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117_1715862783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862787.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32_1715862787.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c_1715862791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6_1715862795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59_1715862799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70_1715862803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03_1715862807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862811.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7_1715862811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb_1715862815.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f_1715862819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862823.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080_1715862823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976_1715862827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862831.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93_1715862831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862835.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1_1715862835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae_1715862839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862843.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22_1715862843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862847.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac_1715862847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3_1715862851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862855.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10_1715862855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e_1715862859.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f_1715862863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862867.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0_1715862867.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862871.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6_1715862871.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868_1715862875.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f_1715862879.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862883.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b_1715862883.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a_1715862887.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862891.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82_1715862891.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862895.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b_1715862895.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0_1715862899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862903.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304_1715862903.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862907.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740_1715862907.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e_1715862911.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862915.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce_1715862915.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea_1715862919.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb_1715862923.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862927.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f_1715862927.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862931.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e_1715862931.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862935.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f_1715862935.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a_1715862939.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862943.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea_1715862943.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862947.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69_1715862947.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862951.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5_1715862951.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862955.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030_1715862955.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c_1715862959.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862963.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14_1715862963.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862967.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409_1715862967.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862971.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab_1715862971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862975.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c_1715862975.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c_1715862979.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862983.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9_1715862983.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862987.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72_1715862987.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/037/00236ce142ed85a6f639796e16840037/00236ce142ed85a6f639796e16840037.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862991.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/037/00236ce142ed85a6f639796e16840037/00236ce142ed85a6f639796e16840037_1715862991.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/85e/e0eba993ef5f565214daa312a11a085e/e0eba993ef5f565214daa312a11a085e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862995.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/85e/e0eba993ef5f565214daa312a11a085e/e0eba993ef5f565214daa312a11a085e_1715862995.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862999.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17_1715862999.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/672/65e25c54252e5942cfc9d6f31084d672/65e25c54252e5942cfc9d6f31084d672.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863003.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/672/65e25c54252e5942cfc9d6f31084d672/65e25c54252e5942cfc9d6f31084d672_1715863003.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/61b/3e733f5463a5ab023bbce927d0a2f61b/3e733f5463a5ab023bbce927d0a2f61b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863007.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/61b/3e733f5463a5ab023bbce927d0a2f61b/3e733f5463a5ab023bbce927d0a2f61b_1715863007.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/863/f85c29442c87b887664eae8f18fae863/f85c29442c87b887664eae8f18fae863.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863011.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/863/f85c29442c87b887664eae8f18fae863/f85c29442c87b887664eae8f18fae863_1715863011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/a46/b02bd9f195a7d52412d67fa7a919ea46/b02bd9f195a7d52412d67fa7a919ea46.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863015.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/a46/b02bd9f195a7d52412d67fa7a919ea46/b02bd9f195a7d52412d67fa7a919ea46_1715863015.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863019.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef_1715863019.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/019/3d68ad767222fc4dbb39ffea8afa0019/3d68ad767222fc4dbb39ffea8afa0019.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863023.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/019/3d68ad767222fc4dbb39ffea8afa0019/3d68ad767222fc4dbb39ffea8afa0019_1715863023.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ee1/44c32250be0e7209ca6fac3c65837ee1/44c32250be0e7209ca6fac3c65837ee1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863027.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ee1/44c32250be0e7209ca6fac3c65837ee1/44c32250be0e7209ca6fac3c65837ee1_1715863027.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/861/8c3df414200e1802405ba66a64028861/8c3df414200e1802405ba66a64028861.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863031.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/861/8c3df414200e1802405ba66a64028861/8c3df414200e1802405ba66a64028861_1715863031.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/078/9dc94756d2a9fa977681c0ba2f24b078/9dc94756d2a9fa977681c0ba2f24b078.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863035.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/078/9dc94756d2a9fa977681c0ba2f24b078/9dc94756d2a9fa977681c0ba2f24b078_1715863035.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863039.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3_1715863039.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/07f/dcfd58b25e281d71937f6e5e8f06407f/dcfd58b25e281d71937f6e5e8f06407f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863043.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/07f/dcfd58b25e281d71937f6e5e8f06407f/dcfd58b25e281d71937f6e5e8f06407f_1715863043.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/82d/ad098cde5955cc78866e2b923135482d/ad098cde5955cc78866e2b923135482d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863047.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/82d/ad098cde5955cc78866e2b923135482d/ad098cde5955cc78866e2b923135482d_1715863047.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/748/6873733b9a5517e1ebb57e013f992748/6873733b9a5517e1ebb57e013f992748.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863051.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/748/6873733b9a5517e1ebb57e013f992748/6873733b9a5517e1ebb57e013f992748_1715863051.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/384/01ad061137ab12a1bf4937c5970bb384/01ad061137ab12a1bf4937c5970bb384.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863055.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/384/01ad061137ab12a1bf4937c5970bb384/01ad061137ab12a1bf4937c5970bb384_1715863055.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863059.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086_1715863059.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/795/396c7cc3d3661f948bb5cc215e5f9795/396c7cc3d3661f948bb5cc215e5f9795.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863063.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/795/396c7cc3d3661f948bb5cc215e5f9795/396c7cc3d3661f948bb5cc215e5f9795_1715863063.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/2b3/f15326925ada4c9e495754c8123582b3/f15326925ada4c9e495754c8123582b3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863067.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/2b3/f15326925ada4c9e495754c8123582b3/f15326925ada4c9e495754c8123582b3_1715863067.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/84a/65ccbc2d1e75a94b5154ca12d132c84a/65ccbc2d1e75a94b5154ca12d132c84a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863071.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/84a/65ccbc2d1e75a94b5154ca12d132c84a/65ccbc2d1e75a94b5154ca12d132c84a_1715863071.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/62e/960d8e390762a9310fdefd56717ae62e/960d8e390762a9310fdefd56717ae62e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863075.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/62e/960d8e390762a9310fdefd56717ae62e/960d8e390762a9310fdefd56717ae62e_1715863075.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863079.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a_1715863079.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/d54/1b3a975c06e5eb85ef5fc4c7c151ad54/1b3a975c06e5eb85ef5fc4c7c151ad54.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863083.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/d54/1b3a975c06e5eb85ef5fc4c7c151ad54/1b3a975c06e5eb85ef5fc4c7c151ad54_1715863083.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/5a9/ef28e7d22c3876935453ecc84a72e5a9/ef28e7d22c3876935453ecc84a72e5a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863087.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/5a9/ef28e7d22c3876935453ecc84a72e5a9/ef28e7d22c3876935453ecc84a72e5a9_1715863087.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/985/3efebc0f00665dffe7357a974ba40985/3efebc0f00665dffe7357a974ba40985.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863091.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/985/3efebc0f00665dffe7357a974ba40985/3efebc0f00665dffe7357a974ba40985_1715863091.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/533/b54de7612158f28a630c64946e8b4533/b54de7612158f28a630c64946e8b4533.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863095.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/533/b54de7612158f28a630c64946e8b4533/b54de7612158f28a630c64946e8b4533_1715863095.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863099.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a_1715863099.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863103.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de_1715863103.00000.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) +test DEBUG: Setting object count to 1065 (txn: tx7fe32d6176f74cc2a66f8-006645fc7b) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Setting object count to 1065 (txn: tx8b378c2fe5324461b4c44-006645fc7b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx74b0a4c030504850b0b59-006645fc7c) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx74b0a4c030504850b0b59-006645fc7c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx37b0cf6699ab44b690913-006645fc7d) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx37b0cf6699ab44b690913-006645fc7d) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx37b0cf6699ab44b690913-006645fc7d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc573da023bc740979eb90-006645fc7d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc573da023bc740979eb90-006645fc7d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc573da023bc740979eb90-006645fc7d) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txc573da023bc740979eb90-006645fc7d) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx424082ee2afc47759142d-006645fc7d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx424082ee2afc47759142d-006645fc7d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx424082ee2afc47759142d-006645fc7d) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx424082ee2afc47759142d-006645fc7d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: Setting object count to 3120 (txn: txb53fb4d8ee384a9599f00-006645fc7e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: Setting object count to 3120 (txn: txbddb374aa45340d6878e9-006645fc7e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: Setting object count to 3120 (txn: tx44ed55293e7948bca2a9b-006645fc7e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: Setting object count to 3120 (txn: tx9bf4c67f07274ed5adeb2-006645fc7e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: Setting object count to 3120 (txn: tx6f9607f32fbc48b9a4218-006645fc7e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txbbcf9dd98170472cb58ee-006645fc7e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txca8f0feb395e4da78ad76-006645fc7e) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpbmd3jjjh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbmd3jjjh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpbmd3jjjh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbmd3jjjh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1593260 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txedfa3cc3dca1434cb152a-006645fc7e" "proxy-server 1593260" 0.0011 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39169/sdb1/1/a/c" "txedfa3cc3dca1434cb152a-006645fc7e" "container-server 1593260" 0.0010 "-" 1593260 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55215/sda1/1/a/c" "txedfa3cc3dca1434cb152a-006645fc7e" "container-server 1593260" 0.0010 "-" 1593260 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txedfa3cc3dca1434cb152a-006645fc7e" "proxy-server 1593260" 0.0085 "-" 1593260 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txedfa3cc3dca1434cb152a-006645fc7e" "proxy-server 1593260" 0.0148 "-" 1593260 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - txedfa3cc3dca1434cb152a-006645fc7e - 0.0220 - - 1715862654.145933151 1715862654.167901278 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd6786ec998da488abb1f5-006645fc7e" "proxy-server 1593260" 0.0011 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39169/sdb1/1/a1/c1" "txd6786ec998da488abb1f5-006645fc7e" "container-server 1593260" 0.0010 "-" 1593260 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55215/sda1/1/a1/c1" "txd6786ec998da488abb1f5-006645fc7e" "container-server 1593260" 0.0010 "-" 1593260 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd6786ec998da488abb1f5-006645fc7e" "proxy-server 1593260" 0.0126 "-" 1593260 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd6786ec998da488abb1f5-006645fc7e" "proxy-server 1593260" 0.0089 "-" 1593260 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd6786ec998da488abb1f5-006645fc7e - 0.0206 - - 1715862654.169238567 1715862654.189882040 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2213fd7b2fd84c17a3455-006645fc7e" "proxy-server 1593260" 0.0019 "-" 1593260 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55215/sda1/2/a/c1" "tx2213fd7b2fd84c17a3455-006645fc7e" "container-server 1593260" 0.0029 "-" 1593260 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39169/sdb1/2/a/c1" "tx2213fd7b2fd84c17a3455-006645fc7e" "container-server 1593260" 0.0017 "-" 1593260 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2213fd7b2fd84c17a3455-006645fc7e" "proxy-server 1593260" 0.0109 "-" 1593260 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2213fd7b2fd84c17a3455-006645fc7e" "proxy-server 1593260" 0.0159 "-" 1593260 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2213fd7b2fd84c17a3455-006645fc7e - 0.0237 - - 1715862654.191248655 1715862654.214962244 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb864cd56c91a45e69d6e3-006645fc7e" "proxy-server 1593260" 0.0019 "-" 1593260 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55215/sda1/1/a/c2" "txb864cd56c91a45e69d6e3-006645fc7e" "container-server 1593260" 0.0010 "-" 1593260 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39169/sdb1/1/a/c2" "txb864cd56c91a45e69d6e3-006645fc7e" "container-server 1593260" 0.0017 "-" 1593260 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb864cd56c91a45e69d6e3-006645fc7e" "proxy-server 1593260" 0.0090 "-" 1593260 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:30:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb864cd56c91a45e69d6e3-006645fc7e" "proxy-server 1593260" 0.0140 "-" 1593260 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/30/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb864cd56c91a45e69d6e3-006645fc7e - 0.0221 - - 1715862654.216293097 1715862654.238384485 2 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/737/7aa859b892252bff6610d2c45ff18737/7aa859b892252bff6610d2c45ff18737.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863107.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/737/7aa859b892252bff6610d2c45ff18737/7aa859b892252bff6610d2c45ff18737_1715863107.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/01e/de1419eb19d329eb3ca8d3b5fe27301e/de1419eb19d329eb3ca8d3b5fe27301e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863111.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/01e/de1419eb19d329eb3ca8d3b5fe27301e/de1419eb19d329eb3ca8d3b5fe27301e_1715863111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/249/202a5524ce2e7c812559dde41abf1249/202a5524ce2e7c812559dde41abf1249.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863115.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/249/202a5524ce2e7c812559dde41abf1249/202a5524ce2e7c812559dde41abf1249_1715863115.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863119.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d_1715863119.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/583/77728a430e4510026fc93adcb3dfc583/77728a430e4510026fc93adcb3dfc583.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863123.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/583/77728a430e4510026fc93adcb3dfc583/77728a430e4510026fc93adcb3dfc583_1715863123.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/5df/33f1f424691a811f8ad621b4d92df5df/33f1f424691a811f8ad621b4d92df5df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863127.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/5df/33f1f424691a811f8ad621b4d92df5df/33f1f424691a811f8ad621b4d92df5df_1715863127.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/4be/c30d82b40b09e2172f899093c9d274be/c30d82b40b09e2172f899093c9d274be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863131.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/4be/c30d82b40b09e2172f899093c9d274be/c30d82b40b09e2172f899093c9d274be_1715863131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/c8d/3ae6d98f4b0db0d0350abee545730c8d/3ae6d98f4b0db0d0350abee545730c8d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863135.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/c8d/3ae6d98f4b0db0d0350abee545730c8d/3ae6d98f4b0db0d0350abee545730c8d_1715863135.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863139.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b_1715863139.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/0e6/b6a8120a6d3b3e876024432f4faaa0e6/b6a8120a6d3b3e876024432f4faaa0e6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863143.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/0e6/b6a8120a6d3b3e876024432f4faaa0e6/b6a8120a6d3b3e876024432f4faaa0e6_1715863143.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/ca2/07e22027b4a478640ebe4fd24644dca2/07e22027b4a478640ebe4fd24644dca2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863147.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/ca2/07e22027b4a478640ebe4fd24644dca2/07e22027b4a478640ebe4fd24644dca2_1715863147.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/d2d/939c237aeeec4b402215ef82cfbefd2d/939c237aeeec4b402215ef82cfbefd2d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863151.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/d2d/939c237aeeec4b402215ef82cfbefd2d/939c237aeeec4b402215ef82cfbefd2d_1715863151.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/4cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863155.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/4cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf_1715863155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863159.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba_1715863159.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw7bl2y9c/sda/containers/0/46b/8334408e5f9bc4bc12dffc1e1639446b/8334408e5f9bc4bc12dffc1e1639446b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863163.00000-0, db: /tmp/tmpw7bl2y9c/sda/containers/0/46b/8334408e5f9bc4bc12dffc1e1639446b/8334408e5f9bc4bc12dffc1e1639446b_1715863163.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862657.00000-0, db: /tmp/tmpq_p5ltm6/sda/containers/0/2f4/f2ca11d7c6057634d33a4bf33a46a2f4/f2ca11d7c6057634d33a4bf33a46a2f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmpq_p5ltm6/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862665.00000-0, db: /tmp/tmpq_p5ltm6/sda/containers/0/afe/13a41cc3889ccf79e06fc6ce0c5d0afe/13a41cc3889ccf79e06fc6ce0c5d0afe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862669.00000-0, db: /tmp/tmpq_p5ltm6/sda/containers/0/f7a/ce54cdc0a54ac294d821b8622b47af7a/ce54cdc0a54ac294d821b8622b47af7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmp24daujoi/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmp24daujoi/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmp24daujoi/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmp24daujoi/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.12128', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.12128', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862653.12128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.13247', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862653.14441', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.13247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.45084', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.12128', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.12128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.13247', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862653.14441', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.13247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp084uk70l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'e06755e8d1b4f17a4623b52c3bc2b056', 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda', '1715862652.83711', '1715862652.83502', '0', '', '1715862652.83502', 1, 0) +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.45084', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.12128', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.12128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862652.84198', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862653.11090', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862652.84198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.13247', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862653.14441', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.13247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862652.87097', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862652.87097', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862652.87087', 'epoch': '1715862652.87087', 'reported': 0, 'tombstones': -1}], 'f143271f-76c9-4107-99a9-6be59c23d3b1-sda') +test DEBUG: /tmp/tmp084uk70l/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmp084uk70l/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd45625121a1cbef1288428ea9527e07c', '23db40bb-dbf2-4ae5-8209-6e6b094e3af1-sda', '1715862653.47877', '1715862653.47673', '0', '', '1715862653.47673', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1715862653.48589', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.48589', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862653.48572', 'epoch': '1715862653.48572', 'reported': 0, 'tombstones': -1}], '23db40bb-dbf2-4ae5-8209-6e6b094e3af1-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmp78trl_w2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862653.48542', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '23db40bb-dbf2-4ae5-8209-6e6b094e3af1-sda') +test DEBUG: /tmp/tmp78trl_w2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00369668s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '87146941-00c2-46f7-859a-45efeb106025-sda', '1715862653.50665', '1715862653.50459', '0', '', '1715862653.50459', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.51135', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.51135', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.51135', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.51139', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.51139', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.51139', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.51141', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.51141', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.51141', 'epoch': None, 'reported': 0, 'tombstones': -1}], '87146941-00c2-46f7-859a-45efeb106025-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a78c97e8-2346-4f0f-9fed-20fc6547f49d-sda', '1715862653.70572', '1715862653.70385', '0', '', '1715862653.70385', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.71203', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.71203', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.71203', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.71209', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.71209', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.71209', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.71210', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.71210', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.71210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50438', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a78c97e8-2346-4f0f-9fed-20fc6547f49d-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '6b4fd5c7-b2bb-4fd4-9741-b98ab79c0f56-sda', '1715862653.72745', '1715862653.72539', '0', '', '1715862653.72539', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.73359', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.73359', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.73359', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.73364', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.73364', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.73364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.73365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.73365', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.73365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50438', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6b4fd5c7-b2bb-4fd4-9741-b98ab79c0f56-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '110a7844-2e5b-43db-bb24-5c6929779c66-sda', '1715862653.74844', '1715862653.74659', '0', '', '1715862653.74659', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.75285', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.75285', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.75285', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.75289', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.75289', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.75289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.75290', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.75290', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.75290', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50438', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}], '110a7844-2e5b-43db-bb24-5c6929779c66-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b6a44df3-0af6-4070-8372-e38a2515fa8d-sda', '1715862653.76809', '1715862653.76625', '0', '', '1715862653.76625', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.77254', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.77254', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.77254', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.77258', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.77258', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.77258', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.77259', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.77259', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.77259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50438', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b6a44df3-0af6-4070-8372-e38a2515fa8d-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '747440b1-591f-42d4-beef-3447bb9b2b9a-sda', '1715862653.78727', '1715862653.78531', '0', '', '1715862653.78531', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.79166', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.79166', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.79166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.79170', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.79170', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.79170', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.79171', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.79171', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.79171', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}], '747440b1-591f-42d4-beef-3447bb9b2b9a-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '36f182bd-4fdc-44cb-b9a5-d6e3b9d338f0-sda', '1715862653.87116', '1715862653.86926', '0', '', '1715862653.86926', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.87539', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.87539', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.87539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.87544', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.87544', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.87544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.87545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.87545', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.87545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}], '36f182bd-4fdc-44cb-b9a5-d6e3b9d338f0-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4adeb50e-07c9-4040-b752-34e0a75b0d59-sda', '1715862653.88898', '1715862653.88717', '0', '', '1715862653.88717', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.89302', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.89302', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.89302', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.89306', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.89306', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.89306', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.89307', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.89307', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.89307', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}], '4adeb50e-07c9-4040-b752-34e0a75b0d59-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4496d123-5849-4b7e-bf6a-7bfbd9939abd-sda', '1715862653.91317', '1715862653.91133', '0', '', '1715862653.91133', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.91740', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.91740', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.91740', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.91744', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.91744', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.91744', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.91745', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.91745', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.91745', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50453', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50453', 'epoch': '1715862653.50454', 'reported': 0, 'tombstones': -1}], '4496d123-5849-4b7e-bf6a-7bfbd9939abd-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '827e8c66-9174-496e-a7ba-d2b8b61acdc4-sda', '1715862653.93418', '1715862653.93209', '0', '', '1715862653.93209', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862653.93905', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862653.93905', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.93905', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862653.93910', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862653.93910', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.93910', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862653.93911', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862653.93911', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862653.93911', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}], '827e8c66-9174-496e-a7ba-d2b8b61acdc4-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '70d3df2f-356a-40c1-99f0-7c153d783e1d-sda', '1715862654.06986', '1715862654.06793', '0', '', '1715862654.06793', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862654.07406', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862654.07406', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.07406', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862654.07411', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862654.07411', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.07411', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862654.07412', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862654.07412', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.07412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}], '70d3df2f-356a-40c1-99f0-7c153d783e1d-sda') +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4e8da8bd-4dd6-4681-906b-2c730ba76871-sda', '1715862654.09026', '1715862654.08834', '0', '', '1715862654.08834', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862654.09595', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862654.09595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.09595', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862654.09599', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862654.09599', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.09599', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862654.09600', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862654.09600', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.09600', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862653.50458', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}], '4e8da8bd-4dd6-4681-906b-2c730ba76871-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1715862653.50448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50448', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50448', 'epoch': '1715862653.50450', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1715862653.50458', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862653.50438', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862653.50438', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpc8vofwha/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '37ca4de8a7cf9548b40b3178c0f9a74d', '02e622de-2ace-4c5d-9255-5e173f65736e-sda', '1715862654.11197', '1715862654.11012', '0', '', '1715862654.11012', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862654.11630', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '02e622de-2ace-4c5d-9255-5e173f65736e-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpxcihlete/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '052c2967-1ae0-44bd-80c1-fc14f2df3ac8-sda', '1715862654.13112', '1715862654.12907', '0', '', '1715862654.12907', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpxcihlete/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '16da442f24fbbc6537d567d748f6c065', 'b6d4d92e-c8b7-4fdd-906d-9574d455a551-sda', '1715862654.14725', '1715862654.14532', '0', '', '1715862654.14532', 1, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862654.15168', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'b6d4d92e-c8b7-4fdd-906d-9574d455a551-sda') +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', '1715862654.24412', '1715862654.24213', '0', '', '1715862654.24213', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', '1715862654.24412', '1715862654.24213', '0', '', '1715862654.24213', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.17879 seconds (5.59328/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', '1715862654.24412', '1715862654.24213', '0', '', '1715862654.24213', 0, 0) +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862654.43125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862654.43125', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862654.43125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862654.24586', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862654.24586', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.24586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862654.24588', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862654.24588', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.24588', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862654.24612', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862654.24612', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862654.24589', 'epoch': '1715862654.24589', 'reported': 0, 'tombstones': -1}], 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda') +test DEBUG: /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda', '1715862654.24412', '1715862654.24213', '0', '', '1715862654.24213', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862654.43125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862654.43125', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862654.43125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862654.24586', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862654.24586', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.24586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862654.24588', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862654.24588', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862654.24588', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862654.24612', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862654.24612', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862654.24589', 'epoch': '1715862654.24589', 'reported': 0, 'tombstones': -1}], 'cc74225f-18ba-4e99-93f7-bcce14a1a2f2-sda') +test DEBUG: /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpzxlmnor4/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02671 seconds (37.43664/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '360e71b9-27ea-4c27-ac54-468876371290-sda', '1715862654.67613', '1715862654.67424', '1715862654.68064', '', '1715862654.68064', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp75vc8b4g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '48c4a0f8-5f2e-4360-93c6-a39922dc41ec-sda', '1715862654.69858', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +test DEBUG: /tmp/tmp75vc8b4g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '48c4a0f8-5f2e-4360-93c6-a39922dc41ec-sda', '1715862654.69858', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('48c4a0f8-5f2e-4360-93c6-a39922dc41ec-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01315 seconds (76.04518/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6_pt52ao/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db +REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', 'a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '1715862654.73207', '1715862655.00000', '0', '{"X-Container-Sync-To": ["a", "1715862656.00000"], "X-Container-Sync-Key": ["secret", "1715862657.00000"]}', '1715862655.00000', 0, 0) +REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '0229fab9e5c680599d35d5109238f391.db') +REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', 'a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '1715862654.73207', '1715862655.00000', '0', '{"X-Container-Sync-To": ["a", "1715862656.00000"], "X-Container-Sync-Key": ["secret", "1715862657.00000"]}', '1715862655.00000', 0, 0) +REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '0229fab9e5c680599d35d5109238f391.db') +test DEBUG: Replicating db /tmp/tmp6_pt52ao/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', '1715862654.72871', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx4acd1650885b4d56b5ac2-006645fc7e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx60270491fcb9408680c4b-006645fc7f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx60270491fcb9408680c4b-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60270491fcb9408680c4b-006645fc7f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx60270491fcb9408680c4b-006645fc7f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txdd3fb4cf634e405181df3-006645fc7f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdd3fb4cf634e405181df3-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txdd3fb4cf634e405181df3-006645fc7f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txdd3fb4cf634e405181df3-006645fc7f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2407b9a7613b4938ab4f8-006645fc7f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2407b9a7613b4938ab4f8-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2407b9a7613b4938ab4f8-006645fc7f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2407b9a7613b4938ab4f8-006645fc7f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: Setting object count to 1068 (txn: tx72740a87d968490eaaabe-006645fc7f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Setting object count to 1068 (txn: txb5acebd570944e6699ac9-006645fc7f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862666.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/5d8/201f9296650f6f350d82a1864ca895d8/201f9296650f6f350d82a1864ca895d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862670.00000-0, db: /tmp/tmppbgy8zk9/sda/containers/0/dc0/d9ba7bcd02904d574f311eba47a1fdc0/d9ba7bcd02904d574f311eba47a1fdc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmp8phv802a/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862661.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/056/e3c1825b971e71be70a26f3f8804b056/e3c1825b971e71be70a26f3f8804b056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862667.00000-0, db: /tmp/tmpk0x05m9_/sda/containers/0/ee5/eb1a67043d5bebc33175589a210a2ee5/eb1a67043d5bebc33175589a210a2ee5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862658.00000-0, db: /tmp/tmpzn8aav4h/sda/containers/0/2a6/d89ae37c77e6f09ffd40e2f78a48f2a6/d89ae37c77e6f09ffd40e2f78a48f2a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862660.00000-0, db: /tmp/tmpzn8aav4h/sda/containers/0/527/599a347c159ac244cd669d61c0a36527/599a347c159ac244cd669d61c0a36527.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmpzn8aav4h/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862664.00000-0, db: /tmp/tmpzn8aav4h/sda/containers/0/310/5d462f4e1d0352c207d6d6f2b2ba7310/5d462f4e1d0352c207d6d6f2b2ba7310.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862659.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/af1/c5e2a03d707297538192dd65db41faf1/c5e2a03d707297538192dd65db41faf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862662.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/714/79bedf0225d3110bba16c035d7466714/79bedf0225d3110bba16c035d7466714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862665.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/afe/13a41cc3889ccf79e06fc6ce0c5d0afe/13a41cc3889ccf79e06fc6ce0c5d0afe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862665.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/afe/13a41cc3889ccf79e06fc6ce0c5d0afe/13a41cc3889ccf79e06fc6ce0c5d0afe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862668.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d74/04c595debaae7c1285abe4ecc6691d74/04c595debaae7c1285abe4ecc6691d74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862668.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d74/04c595debaae7c1285abe4ecc6691d74/04c595debaae7c1285abe4ecc6691d74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862671.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/670/dec829c7ff3149e44afcb440dd5bd670/dec829c7ff3149e44afcb440dd5bd670.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862674.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f6/21dc72c8f85a32adc5ae43d6d128e5f6/21dc72c8f85a32adc5ae43d6d128e5f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862677.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/b1d/d6226c1cdd53e42881c7fbed4d82cb1d/d6226c1cdd53e42881c7fbed4d82cb1d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862677.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/b1d/d6226c1cdd53e42881c7fbed4d82cb1d/d6226c1cdd53e42881c7fbed4d82cb1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862680.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f6a/093b95590b85538928d04c7a0bf0df6a/093b95590b85538928d04c7a0bf0df6a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862680.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f6a/093b95590b85538928d04c7a0bf0df6a/093b95590b85538928d04c7a0bf0df6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862683.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862683.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f1c/a660277efffe88e0023af09e217b5f1c/a660277efffe88e0023af09e217b5f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862686.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/1cc/16813ab73c30c828196bd32cd7b731cc/16813ab73c30c828196bd32cd7b731cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862689.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/412/5ecb709cbff7a921410343ea70d17412/5ecb709cbff7a921410343ea70d17412.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862689.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/412/5ecb709cbff7a921410343ea70d17412/5ecb709cbff7a921410343ea70d17412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862692.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/406/d71c981c4f121f4b6477164f56f19406/d71c981c4f121f4b6477164f56f19406.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862692.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/406/d71c981c4f121f4b6477164f56f19406/d71c981c4f121f4b6477164f56f19406.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862695.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862695.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/71e/fc74531395051ca88c2d4e86fb03d71e/fc74531395051ca88c2d4e86fb03d71e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862698.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/541/5aa693788945f19dfc872d5e9bdf8541/5aa693788945f19dfc872d5e9bdf8541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862701.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d3f/03a9ce05e740b081056b7f4c2c527d3f/03a9ce05e740b081056b7f4c2c527d3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862701.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d3f/03a9ce05e740b081056b7f4c2c527d3f/03a9ce05e740b081056b7f4c2c527d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862704.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/419/064f720ed0f125d9a23b047e0025a419/064f720ed0f125d9a23b047e0025a419.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862704.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/419/064f720ed0f125d9a23b047e0025a419/064f720ed0f125d9a23b047e0025a419.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862707.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862707.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/565/ec17a31a46c99f9c95e9af4c29f97565/ec17a31a46c99f9c95e9af4c29f97565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862710.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f93/4b31d1465ed8621fe935efe534d74f93/4b31d1465ed8621fe935efe534d74f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862713.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/b46/d71b5e85ed96af7c4f95986b28408b46/d71b5e85ed96af7c4f95986b28408b46.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862713.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/b46/d71b5e85ed96af7c4f95986b28408b46/d71b5e85ed96af7c4f95986b28408b46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862716.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5da/589a615ac6b83b6cab21ed867a4715da/589a615ac6b83b6cab21ed867a4715da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862716.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5da/589a615ac6b83b6cab21ed867a4715da/589a615ac6b83b6cab21ed867a4715da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862719.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/3bb/7291f9722d8b13fbefa18dc5b00263bb/7291f9722d8b13fbefa18dc5b00263bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862722.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/008/f444c8da8a4155ed39a1369582c8d008/f444c8da8a4155ed39a1369582c8d008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862725.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f3c/c2a973f8a43d7512f0a0fa7d4443bf3c/c2a973f8a43d7512f0a0fa7d4443bf3c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862725.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f3c/c2a973f8a43d7512f0a0fa7d4443bf3c/c2a973f8a43d7512f0a0fa7d4443bf3c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', '1715862654.72871', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.03117 seconds (64.15446/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6_pt52ao/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db +REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', 'a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '1715862654.73207', '1715862655.00000', '0', '{"X-Container-Sync-To": ["", "1715862658.00000"], "X-Container-Sync-Key": ["secret", "1715862657.00000"]}', '1715862655.00000', 0, 0) +test DEBUG: /tmp/tmp6_pt52ao/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', 'a18c45b9-800f-4026-b8c2-c3fda3ef4866-sda', '1715862654.73207', '1715862655.00000', '0', '{"X-Container-Sync-To": ["", "1715862658.00000"], "X-Container-Sync-Key": ["secret", "1715862657.00000"]}', '1715862655.00000', 0, 0) +test DEBUG: /tmp/tmp6_pt52ao/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmp6_pt52ao/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db +REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', '1715862654.72871', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +test DEBUG: /tmp/tmp6_pt52ao/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5dcc63cb-41a8-4a17-8369-45f295e49dab-sda', '1715862654.72871', '1715862654.00000', '0', '', '1715862654.00000', 0, 0) +test DEBUG: /tmp/tmp6_pt52ao/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.02936 seconds (68.11179/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpxtyfhqnm/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test-replicator INFO: [worker 1/2 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1593250] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1593250] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx148fa29a099246d6910a0-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4dea7053ce2446849e65e-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txde5d59340beb481da6d47-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2392596d48c147cbb0885-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3d23a71c982f47818ee13-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa11176254fed4eb981a24-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx15e4c92af0ad45ecb7b64-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txab8ce0ff53854164ada18-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf6f9c761a94644ad852ea-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f9fae045f1a42a0a2ca0-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3af135bffddf40319b813-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1b9c7e47d2f24c66aa98c-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e2dad632d274194a4f58-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbc5df926c9284a59b675d-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx77687a49ffce4ba59bf12-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f10e0ac7a9241eaa13f8-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2525a3cb0e7b456d9aaf6-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc20ab5d47981436a89d7d-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66b642575e484f79b6e83-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx06dbd8fa30154257af1ba-006645fc81) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmp8mwisq1u/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwg68jr9l/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd120d6f48c90440293728-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd1c31b81779248e6a13f1-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txacbc1df6b5b5456f80660-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx131703f2f3e443faadded-006645fc81) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txb03a82468acf402782b0d-006645fc81) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx4566f3ec0e274ab1809d3-006645fc81) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx4b21fe0a6e9543f4832ef-006645fc81) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx35669ada2afe40548c2ee-00685309cd) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx35669ada2afe40548c2ee-00685309cd) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx35669ada2afe40548c2ee-00685309cd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc713a38cdab24fecadfb3-00685309cd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc713a38cdab24fecadfb3-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc713a38cdab24fecadfb3-00685309cd) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txc713a38cdab24fecadfb3-00685309cd) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txfe99f5101fd14c6e95a12-00685309cd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe99f5101fd14c6e95a12-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe99f5101fd14c6e95a12-00685309cd) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txfe99f5101fd14c6e95a12-00685309cd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: Setting object count to 3120 (txn: tx9f5c23f8e37346488a02f-00685309ce) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: Setting object count to 3120 (txn: txf34d9459327e43839c782-00685309ce) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: Setting object count to 3120 (txn: tx98d15cfb6d4e467d9708a-00685309ce) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: Setting object count to 3120 (txn: tx5e9b494720974c2aaaeb5-00685309ce) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272677.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/fb4/0d0e1516aa2bfc8ede48dc051a21bfb4/0d0e1516aa2bfc8ede48dc051a21bfb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272677.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/fb4/0d0e1516aa2bfc8ede48dc051a21bfb4/0d0e1516aa2bfc8ede48dc051a21bfb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272685.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b63/111cff8985c09ff24c40e1aab2b90b63/111cff8985c09ff24c40e1aab2b90b63.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272685.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/b63/111cff8985c09ff24c40e1aab2b90b63/111cff8985c09ff24c40e1aab2b90b63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272689.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/601/0e2347144159a80dbb40a0308bb63601/0e2347144159a80dbb40a0308bb63601.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272689.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/601/0e2347144159a80dbb40a0308bb63601/0e2347144159a80dbb40a0308bb63601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272701.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/40a/05f0bd274ffa1c365659d7acdd21440a/05f0bd274ffa1c365659d7acdd21440a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272701.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/40a/05f0bd274ffa1c365659d7acdd21440a/05f0bd274ffa1c365659d7acdd21440a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272713.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/9d4/23373be85153cdcd682343558aeb89d4/23373be85153cdcd682343558aeb89d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272713.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/9d4/23373be85153cdcd682343558aeb89d4/23373be85153cdcd682343558aeb89d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmp0b7ruzr4/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272466.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d83/1d8c69201c69225f239e991ce6e30d83/1d8c69201c69225f239e991ce6e30d83.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272466.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d83/1d8c69201c69225f239e991ce6e30d83/1d8c69201c69225f239e991ce6e30d83.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272469.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/5f9/2395b297b3f68dad0e4f24968e1695f9/2395b297b3f68dad0e4f24968e1695f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272478.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/371/1f775444f686039e01548de93359b371/1f775444f686039e01548de93359b371.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272478.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/371/1f775444f686039e01548de93359b371/1f775444f686039e01548de93359b371.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272487.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d60/4b29072cb94080a72bb0fa6ea8ec9d60/4b29072cb94080a72bb0fa6ea8ec9d60.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272487.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d60/4b29072cb94080a72bb0fa6ea8ec9d60/4b29072cb94080a72bb0fa6ea8ec9d60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272490.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/8f7/fd9d856fc3145abe547ebe3032e988f7/fd9d856fc3145abe547ebe3032e988f7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272490.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/8f7/fd9d856fc3145abe547ebe3032e988f7/fd9d856fc3145abe547ebe3032e988f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272496.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272496.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272499.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/f4c/a2b06476c95122f9fe197fd0c89d8f4c/a2b06476c95122f9fe197fd0c89d8f4c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272499.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/f4c/a2b06476c95122f9fe197fd0c89d8f4c/a2b06476c95122f9fe197fd0c89d8f4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272502.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/e3e/d3eff929c951b58ba95cab76f6cede3e/d3eff929c951b58ba95cab76f6cede3e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272502.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/e3e/d3eff929c951b58ba95cab76f6cede3e/d3eff929c951b58ba95cab76f6cede3e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272508.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272508.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272511.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/42b/e3212025d4f2d8fa3dcea4f266ec042b/e3212025d4f2d8fa3dcea4f266ec042b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272511.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/42b/e3212025d4f2d8fa3dcea4f266ec042b/e3212025d4f2d8fa3dcea4f266ec042b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272514.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/3ce/a9de640b1d00fea0cf8423a9929563ce/a9de640b1d00fea0cf8423a9929563ce.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272514.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/3ce/a9de640b1d00fea0cf8423a9929563ce/a9de640b1d00fea0cf8423a9929563ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272520.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272520.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272523.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/6d1/f72541f41542599e9dd8c32c9e76c6d1/f72541f41542599e9dd8c32c9e76c6d1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272523.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/6d1/f72541f41542599e9dd8c32c9e76c6d1/f72541f41542599e9dd8c32c9e76c6d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272526.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/46e/fb604a136e0a490f44c6ea7d166fe46e/fb604a136e0a490f44c6ea7d166fe46e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272526.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/46e/fb604a136e0a490f44c6ea7d166fe46e/fb604a136e0a490f44c6ea7d166fe46e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272535.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/10d/7b4e95452ab7132d9b79ca991b39e10d/7b4e95452ab7132d9b79ca991b39e10d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272535.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/10d/7b4e95452ab7132d9b79ca991b39e10d/7b4e95452ab7132d9b79ca991b39e10d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272538.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/90d/1daa69eac16427d82bb5172e5742390d/1daa69eac16427d82bb5172e5742390d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272538.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/90d/1daa69eac16427d82bb5172e5742390d/1daa69eac16427d82bb5172e5742390d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272550.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b2a/8bf4ba6be3b9214123d5cf586ce2cb2a/8bf4ba6be3b9214123d5cf586ce2cb2a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272550.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b2a/8bf4ba6be3b9214123d5cf586ce2cb2a/8bf4ba6be3b9214123d5cf586ce2cb2a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpya1wrbnh/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272467.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2c8/b70f3190d957542e623ff3f1b1aed2c8/b70f3190d957542e623ff3f1b1aed2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272482.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c3d/56a8e9e8c34240905d2c020d3fd16c3d/56a8e9e8c34240905d2c020d3fd16c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272487.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d60/4b29072cb94080a72bb0fa6ea8ec9d60/4b29072cb94080a72bb0fa6ea8ec9d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272492.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e31/707fd1ec6dbbf108e6a7f57ff0897e31/707fd1ec6dbbf108e6a7f57ff0897e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272497.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4ec/b92048fcc674297d9f7e92a773a844ec/b92048fcc674297d9f7e92a773a844ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272502.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e3e/d3eff929c951b58ba95cab76f6cede3e/d3eff929c951b58ba95cab76f6cede3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272507.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9f9/8e1d6c0ae2a3ac8cc5327ccf845f59f9/8e1d6c0ae2a3ac8cc5327ccf845f59f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272512.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/930/ae9f51a7cfb52a93cf5d8c3c766b2930/ae9f51a7cfb52a93cf5d8c3c766b2930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272522.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/6b8/3dcd3e46df60f161059bd23efc07d6b8/3dcd3e46df60f161059bd23efc07d6b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272527.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/51d/e1e07b73aa4b5e1cf01bdf6eb558d51d/e1e07b73aa4b5e1cf01bdf6eb558d51d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272537.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0c6/f704abc2ea7dbd530f092459692e60c6/f704abc2ea7dbd530f092459692e60c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272542.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0b6/98f7f7771cfa59ab766f4642943eb0b6/98f7f7771cfa59ab766f4642943eb0b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272572.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272602.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/bd6/daafcacd3d55fcad07cc8f2015094bd6/daafcacd3d55fcad07cc8f2015094bd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272617.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/63a/051a732a744a02ee5a024e589081963a/051a732a744a02ee5a024e589081963a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272632.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/fa1/6ac9e5a281cd034dff8a78d1d7ffdfa1/6ac9e5a281cd034dff8a78d1d7ffdfa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272652.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1a1/9708461a9257520db36be48a0d22c1a1/9708461a9257520db36be48a0d22c1a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272662.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1c6/73fcefbd9b9ae487698fb9cfd321e1c6/73fcefbd9b9ae487698fb9cfd321e1c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272677.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/fb4/0d0e1516aa2bfc8ede48dc051a21bfb4/0d0e1516aa2bfc8ede48dc051a21bfb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272682.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/479/9d062feb3d3db4aa417653fd0b236479/9d062feb3d3db4aa417653fd0b236479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272692.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e12/1d54b44e129195296c7392a4e83aee12/1d54b44e129195296c7392a4e83aee12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272707.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/406/02f71c566b5d407c14c0e0a50fbd0406/02f71c566b5d407c14c0e0a50fbd0406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272712.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1e6/c4673471ebc8579d53b73fb3305ff1e6/c4673471ebc8579d53b73fb3305ff1e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272722.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/137/20d4b73fe319d5e30523a6b9d6d10137/20d4b73fe319d5e30523a6b9d6d10137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272727.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/bb5/906ddbcc030965dfe6c5975cdfb43bb5/906ddbcc030965dfe6c5975cdfb43bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272732.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272737.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/07d/f1f416952c6a335a7649c6075eee607d/f1f416952c6a335a7649c6075eee607d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272742.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b05/7ffdf416c2ecd8ef46523597b5518b05/7ffdf416c2ecd8ef46523597b5518b05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272747.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/38c/e31ef29c66c1897629b23e204529138c/e31ef29c66c1897629b23e204529138c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272752.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/99e/34f3280f0038af737ad7c25d7279899e/34f3280f0038af737ad7c25d7279899e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272757.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d89/807c958b29b949ac0f1a0f6adcfb6d89/807c958b29b949ac0f1a0f6adcfb6d89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272762.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/522/c6c9d2acb9a2b087ffe36b49281c5522/c6c9d2acb9a2b087ffe36b49281c5522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272767.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1bc/b32431b50e5c33837e6e7675cd7e31bc/b32431b50e5c33837e6e7675cd7e31bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272772.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/403/b46a65eb7196deecaa0a59d428f4f403/b46a65eb7196deecaa0a59d428f4f403.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272777.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/477/58c7a8be68b82778703fd47c05625477/58c7a8be68b82778703fd47c05625477.db -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txada59ade5cac43ae97782-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4af6e4cc41264b02a9ddf-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx638b89174d3041aca1fc0-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx23c5c3c4e9ea4cc9a96b2-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx0689e0d4a2ca47e48271d-006645fc81) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx411463ce91464d9693068-006645fc81) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbe261a8920784937826c2-00685309ce) -test INFO: Client disconnected on read of '/a/c' (txn: txbe261a8920784937826c2-00685309ce) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx85465be5504740c3907d8-00685309ce) -test INFO: Client disconnected on read of '/a/c' (txn: tx85465be5504740c3907d8-00685309ce) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx867fdb37f0134aa8abf5e-00685309cf) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx867fdb37f0134aa8abf5e-00685309cf) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx867fdb37f0134aa8abf5e-00685309cf) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx867fdb37f0134aa8abf5e-00685309cf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test DEBUG: Setting object count to 3120 (txn: txe4f48bbcb5b54caa8de27-00685309ce) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf9beb9880f4f42b494003-00685309ce) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx81e0c197df984db097ccf-00685309ce) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc0ef0c0ae7ea4d6dab6af-00685309ce) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txbacad552aec54b2e8f525-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbacad552aec54b2e8f525-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbacad552aec54b2e8f525-00685309ce) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbacad552aec54b2e8f525-00685309ce) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx21fe69abbe0d45bb943a2-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx21fe69abbe0d45bb943a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx21fe69abbe0d45bb943a2-00685309ce) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx21fe69abbe0d45bb943a2-00685309ce) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txc1b3c0d2d3a7479d81e39-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc1b3c0d2d3a7479d81e39-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc1b3c0d2d3a7479d81e39-00685309ce) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc1b3c0d2d3a7479d81e39-00685309ce) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9bad22b7853d472a80888-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ec2406b04e64de281d0b-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6122d8de795448cba5b8a-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0996255401174122b1d0f-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc8027154f7b444a59a289-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe8f4dc8ffce84624b7a02-006645fc81) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx200fe45bbe1942c8ad5af-006645fc81) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx200fe45bbe1942c8ad5af-006645fc81) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3ae0e852d2c0471fb663e-00685309cd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx8d9b31e7138041ceac3a2-00685309ce) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test DEBUG: Setting object count to 3120 (txn: tx8dcc3d417311451f8a1ac-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test DEBUG: Setting object count to 3120 (txn: txee4b88bdbe7c4abbad20b-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx673302dafb654287bdd59-00685309cf) -test DEBUG: Setting object count to 3120 (txn: tx673302dafb654287bdd59-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx02d31978093e429999551-00685309cf) -test DEBUG: Setting object count to 3120 (txn: tx02d31978093e429999551-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test DEBUG: Setting object count to 3120 (txn: txf4b2b0e78e444d8b89a15-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2c52925d7704bb6a51f9-00685309cf) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txb2c52925d7704bb6a51f9-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx809b8d473f744f3e9ede7-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx809b8d473f744f3e9ede7-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx899ee164440a48749857f-00685309cf) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx899ee164440a48749857f-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx961bb08f4587448997e61-00685309cf) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx961bb08f4587448997e61-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx961bb08f4587448997e61-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx961bb08f4587448997e61-00685309cf) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx961bb08f4587448997e61-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd2eede05f8e54c269f473-00685309cf) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd2eede05f8e54c269f473-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd2eede05f8e54c269f473-00685309cf) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272782.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2bb/d2e0043b97760437912264f24ddbc2bb/d2e0043b97760437912264f24ddbc2bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272787.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/fd0/766a8177d76147b8c916a6ba3d013fd0/766a8177d76147b8c916a6ba3d013fd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272792.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b18/d1123dd6ac36ff0e4fd410ad9306eb18/d1123dd6ac36ff0e4fd410ad9306eb18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272797.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9f5/82980cf69aafe42f4b376f8c237429f5/82980cf69aafe42f4b376f8c237429f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272802.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5de/e6d54a7970beefda004805d1078385de/e6d54a7970beefda004805d1078385de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272807.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/480/bc96e78121e79ce0ade6e55b28d59480/bc96e78121e79ce0ade6e55b28d59480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272812.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b99/de559c491dce7587425179d8abfb8b99/de559c491dce7587425179d8abfb8b99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272817.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/454/e3a6a7f3675e28a737647951203e9454/e3a6a7f3675e28a737647951203e9454.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272822.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ffe/d9454b1c7e749ffdabb50c8a47737ffe/d9454b1c7e749ffdabb50c8a47737ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272827.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/255/98374651aa18664e3e7227bd4015b255/98374651aa18664e3e7227bd4015b255.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272832.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7de/4c64b6714867c4ef6e560d45aa5727de/4c64b6714867c4ef6e560d45aa5727de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272837.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/3d1/ac3dd1eb8ea747173b59f9bc831633d1/ac3dd1eb8ea747173b59f9bc831633d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272842.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/789/071b369222082f0c91665097c3ba8789/071b369222082f0c91665097c3ba8789.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272847.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5a4/616a23c8aff729d629c5560ad256c5a4/616a23c8aff729d629c5560ad256c5a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272852.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/eee/819b536eaa278a6ff616b63640538eee/819b536eaa278a6ff616b63640538eee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272857.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/08c/569c3fa2ecb45de0d18e6077dd34408c/569c3fa2ecb45de0d18e6077dd34408c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272862.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7a7/a6ee20762c8e4a042460ad25aa8fb7a7/a6ee20762c8e4a042460ad25aa8fb7a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272867.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/be9/0ee695776abcf674a8cd9715b7bf8be9/0ee695776abcf674a8cd9715b7bf8be9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272872.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7a7/d9fe807161c93e09d6531758c770d7a7/d9fe807161c93e09d6531758c770d7a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272877.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d0f/1c39dac94a43092dc1ce0a0f2f6dad0f/1c39dac94a43092dc1ce0a0f2f6dad0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272882.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b68/539fa07cf33a395d906deafa39bc8b68/539fa07cf33a395d906deafa39bc8b68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272887.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5c8/3067bc656c114cdfbd976a208717c5c8/3067bc656c114cdfbd976a208717c5c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272892.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/232/4be804c8f08d391e45a1d272a07f8232/4be804c8f08d391e45a1d272a07f8232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272897.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d1f/c51224bf5166922af1c62dc50e968d1f/c51224bf5166922af1c62dc50e968d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272902.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/654/1d6da852e391a3493021cfb4f4003654/1d6da852e391a3493021cfb4f4003654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272907.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a91/097138cd7d8663afc989468831eeaa91/097138cd7d8663afc989468831eeaa91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272912.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/74f/99771d2861573d9bf33da6f0e54c774f/99771d2861573d9bf33da6f0e54c774f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272917.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a9a/2a57d6fc4e6fa73c959c79acee9cba9a/2a57d6fc4e6fa73c959c79acee9cba9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272922.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/52a/4fd46549f547b5165be5552d1982652a/4fd46549f547b5165be5552d1982652a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272927.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/901/5009e7330a48b3e48fe1bd2b8080b901/5009e7330a48b3e48fe1bd2b8080b901.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272932.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/49c/90c096afd38c1da647e8d2e69b0ef49c/90c096afd38c1da647e8d2e69b0ef49c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272937.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/891/25b1bab68c7eba2038fbe5215834f891/25b1bab68c7eba2038fbe5215834f891.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272942.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9da/7bda4dc2af54487840d491fd20ea29da/7bda4dc2af54487840d491fd20ea29da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272947.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/996/fa24c5406828b7ebf196dc90eac0a996/fa24c5406828b7ebf196dc90eac0a996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272952.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/21b/23b2e088470125c52461919e7da0a21b/23b2e088470125c52461919e7da0a21b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272957.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0fe/619e235a161fc25fba326932bf8280fe/619e235a161fc25fba326932bf8280fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272962.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/992/0e8b7a2488f5c01bb555ac56610bd992/0e8b7a2488f5c01bb555ac56610bd992.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272967.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/507/3c5b452ea329c864f99703bc1e72c507/3c5b452ea329c864f99703bc1e72c507.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272972.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9b0/a2c174fb9ed98129d858b5d0a281a9b0/a2c174fb9ed98129d858b5d0a281a9b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272977.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e44/a1f38d13ad7b1b4c8c0affbd3e2c8e44/a1f38d13ad7b1b4c8c0affbd3e2c8e44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272982.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b91/bb673c340cb5688fecc89cb059a73b91/bb673c340cb5688fecc89cb059a73b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272987.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5b1/58243c36cd27584fad658d5fc77f65b1/58243c36cd27584fad658d5fc77f65b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272992.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/659/ee5254af85e827faeba57182f1e63659/ee5254af85e827faeba57182f1e63659.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272997.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/934/93142b9c3e2144e39840c51007952934/93142b9c3e2144e39840c51007952934.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273002.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/cc7/b1bf93b5600589e710bd969998578cc7/b1bf93b5600589e710bd969998578cc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273007.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9ed/fe8adbd0153b4ef4d8c4846fac3929ed/fe8adbd0153b4ef4d8c4846fac3929ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273012.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/164/c0944c6da5eeb892756461dde6491164/c0944c6da5eeb892756461dde6491164.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273017.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e14/07bf6c9a09d54b5a8f5aab5f01f24e14/07bf6c9a09d54b5a8f5aab5f01f24e14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273022.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/951/ceff34e657cd026862476f66bc612951/ceff34e657cd026862476f66bc612951.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273027.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7cd/b8a5f7901f7e931ae84a16e01a10a7cd/b8a5f7901f7e931ae84a16e01a10a7cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273032.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/90d/8132143f0cb26528c98748eae0a1790d/8132143f0cb26528c98748eae0a1790d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273037.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/732/74543b7e4fa9cbb8f890a31c9e1f0732/74543b7e4fa9cbb8f890a31c9e1f0732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273042.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0ed/e6591fcd75a46e619e120f4a64b8b0ed/e6591fcd75a46e619e120f4a64b8b0ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273047.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/390/1c1147a50e5e54b7e73e5a89eba4a390/1c1147a50e5e54b7e73e5a89eba4a390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273052.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/aec/bbe14cbc8ce50632a4ef53dae2bd6aec/bbe14cbc8ce50632a4ef53dae2bd6aec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273057.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1d0/cbf464268b1eb7c81eba4495c82971d0/cbf464268b1eb7c81eba4495c82971d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273062.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/969/140d522ab2f558a7bbf19336eddc7969/140d522ab2f558a7bbf19336eddc7969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273067.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/654/828cd99a8aa280ff73c1718d01d0d654/828cd99a8aa280ff73c1718d01d0d654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273072.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b72/19c1c3945461a6e0d67da2ece1179b72/19c1c3945461a6e0d67da2ece1179b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273077.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/87d/4a52e449bcefd26a88cabd3793a3587d/4a52e449bcefd26a88cabd3793a3587d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273082.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/28e/1636a2eb9adf1a54c4c6655ac8cac28e/1636a2eb9adf1a54c4c6655ac8cac28e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273087.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/424/c872e5177cf826eee329d16d588e4424/c872e5177cf826eee329d16d588e4424.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273092.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2a0/701d356f1fc6114afdabcfadae39c2a0/701d356f1fc6114afdabcfadae39c2a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273097.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f2f/285ffcc3b9822fff50f85939f49caf2f/285ffcc3b9822fff50f85939f49caf2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273102.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/540/5b90e39b3809bf81c65244c26abc8540/5b90e39b3809bf81c65244c26abc8540.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273107.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/54d/defbe477e578c810f097d2719087654d/defbe477e578c810f097d2719087654d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273112.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/30a/0d67e4726d96a57280755041187bb30a/0d67e4726d96a57280755041187bb30a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273117.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c1a/539495ed4fc6cb679f9957289098ec1a/539495ed4fc6cb679f9957289098ec1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273122.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ccd/64998150ac542957f62c203641448ccd/64998150ac542957f62c203641448ccd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273127.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c2e/4710ca90d6f531643b71f5e5e159ec2e/4710ca90d6f531643b71f5e5e159ec2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273132.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9d2/d2090544b2df986b50f0d4daeaf3c9d2/d2090544b2df986b50f0d4daeaf3c9d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273137.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1cd/2b2966e17c444ffa856a343625b821cd/2b2966e17c444ffa856a343625b821cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273142.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/33b/38dd745991489dbd3fcefe332717a33b/38dd745991489dbd3fcefe332717a33b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273147.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/478/73a9566d202510180b3416262e73b478/73a9566d202510180b3416262e73b478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273152.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ac4/0dd0d053fdf89d5a5ad18012c88d6ac4/0dd0d053fdf89d5a5ad18012c88d6ac4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273157.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9a9/a0256f69bde3371771ab28d272ecf9a9/a0256f69bde3371771ab28d272ecf9a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273162.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9f6/305202e2f0e144d7535e0e3ab477c9f6/305202e2f0e144d7535e0e3ab477c9f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273167.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/8ff/62f20e89c7884921c706b49ed02228ff/62f20e89c7884921c706b49ed02228ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273172.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/8c6/3d506522c2d27684ebc9f3f9bdd328c6/3d506522c2d27684ebc9f3f9bdd328c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273177.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/11d/34d168841bed69ac12fe9c69bb8ed11d/34d168841bed69ac12fe9c69bb8ed11d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273182.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/53a/022819134de2899458ae242979e5853a/022819134de2899458ae242979e5853a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273187.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b8c/3abb356f450856dab682fa2f9203db8c/3abb356f450856dab682fa2f9203db8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273192.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/de1/78b215fa1d50c1c00ed32af7ebbe5de1/78b215fa1d50c1c00ed32af7ebbe5de1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273197.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/473/c5108cfae93d63c5f0deb1210a9fb473/c5108cfae93d63c5f0deb1210a9fb473.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273202.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1d3/ef81bf259b23c90cf3b1a422135fa1d3/ef81bf259b23c90cf3b1a422135fa1d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273207.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7f1/1bed03e6d2590e12e78f7bf18a2d17f1/1bed03e6d2590e12e78f7bf18a2d17f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273212.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e30/688a5567078929e6e3b52f4c88e83e30/688a5567078929e6e3b52f4c88e83e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273217.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f69/294fa6d9ca141972c727562b5066af69/294fa6d9ca141972c727562b5066af69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273222.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/80b/0c1d44d5cf4ea929c382f1145482680b/0c1d44d5cf4ea929c382f1145482680b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273227.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/cc2/d5c1aa9cd82a955aaa0f28c04e6c4cc2/d5c1aa9cd82a955aaa0f28c04e6c4cc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273232.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f21/5e6b91ffd3d5089ace9afebf2f3d8f21/5e6b91ffd3d5089ace9afebf2f3d8f21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273237.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b35/d89b76f5b8919330231dba5a8f01ab35/d89b76f5b8919330231dba5a8f01ab35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273242.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/39d/c0d735af044319a6e342790a9339739d/c0d735af044319a6e342790a9339739d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273247.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/50e/16972609bf8b520849deca00fe36f50e/16972609bf8b520849deca00fe36f50e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273252.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9e6/da1e46a5e37593deaa4bef63930e09e6/da1e46a5e37593deaa4bef63930e09e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273257.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/018/f72993c88754c3b5736ae933b15ca018/f72993c88754c3b5736ae933b15ca018.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273262.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/25c/966a0f3d114c568f448f1e9a4718225c/966a0f3d114c568f448f1e9a4718225c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273267.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/19f/4ab9c1d65592f07f1819c1bdd923019f/4ab9c1d65592f07f1819c1bdd923019f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273272.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/749/dedf528935ea5e5fc43bb9fa456d6749/dedf528935ea5e5fc43bb9fa456d6749.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273277.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c54/5db3fd855a42992da6fdca702208bc54/5db3fd855a42992da6fdca702208bc54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273282.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/da6/dae10ec10abad8293ff965319158bda6/dae10ec10abad8293ff965319158bda6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273287.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/145/55d0a19378b4a70aa1f1ae4457b66145/55d0a19378b4a70aa1f1ae4457b66145.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273292.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5d4/0a595383f461c002cd94ffa45d0b75d4/0a595383f461c002cd94ffa45d0b75d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273297.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9df/82eddb8af52316952accacdd3441a9df/82eddb8af52316952accacdd3441a9df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273302.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/617/4d44bb1aea2a34c125e8cff30ac11617/4d44bb1aea2a34c125e8cff30ac11617.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273307.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4d7/5fcbb8d08ae3da749366b5947c7344d7/5fcbb8d08ae3da749366b5947c7344d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273312.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7a0/e84e743b7a6ce627bcbb012ea04e37a0/e84e743b7a6ce627bcbb012ea04e37a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273317.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/695/8a4438b6a9040bba76b9b63181764695/8a4438b6a9040bba76b9b63181764695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273322.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4a3/bded7c575979cdb3100e43fce12b94a3/bded7c575979cdb3100e43fce12b94a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273327.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2ee/909e6090f5ef48cab1c4f1fa6d2672ee/909e6090f5ef48cab1c4f1fa6d2672ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273332.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b23/f933ad914aa7efcc2a585788573f0b23/f933ad914aa7efcc2a585788573f0b23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273337.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f8f/6ff81cd47accb3c35f07dc8b6705df8f/6ff81cd47accb3c35f07dc8b6705df8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273342.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1ee/596340f11e57fcf474d4b37f455e21ee/596340f11e57fcf474d4b37f455e21ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273347.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f52/5207834543ff741206f8484863b14f52/5207834543ff741206f8484863b14f52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273352.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/096/cfc42a17c71a51feb5ddcd92d0084096/cfc42a17c71a51feb5ddcd92d0084096.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273357.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/394/7b97506aaaf1db40ad918771d2521394/7b97506aaaf1db40ad918771d2521394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273362.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/337/cec2c4dcb06fb6284c303dd8d7da2337/cec2c4dcb06fb6284c303dd8d7da2337.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273367.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/468/59f7caa9e49bf2e2faa4078fa16a5468/59f7caa9e49bf2e2faa4078fa16a5468.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273372.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/8a0/fe5d9552e2c25b4351491bb27a2e88a0/fe5d9552e2c25b4351491bb27a2e88a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273377.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/54a/4078e9f1eee07719a36bdb5114f2154a/4078e9f1eee07719a36bdb5114f2154a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273382.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/810/be103df1c2a2cc7b37a63f02af696810/be103df1c2a2cc7b37a63f02af696810.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273387.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9b8/361f251f08e81166a23e2c9eac32b9b8/361f251f08e81166a23e2c9eac32b9b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273392.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7fa/a1dee5fe12c6473e7ba01982b95f27fa/a1dee5fe12c6473e7ba01982b95f27fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273397.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/62d/b7e5b2be521d8cd3b55adf4bb5d4562d/b7e5b2be521d8cd3b55adf4bb5d4562d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273402.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/396/03b99045f945310373825f5dd2e1e396/03b99045f945310373825f5dd2e1e396.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273407.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/948/05a0a5a14c529d7f51f98372b5049948/05a0a5a14c529d7f51f98372b5049948.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273412.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/23e/b8e39c14743effaca63dd7d5e393b23e/b8e39c14743effaca63dd7d5e393b23e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273417.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/670/edc74ff3d134bdb0ad33ced1f963e670/edc74ff3d134bdb0ad33ced1f963e670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273422.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/998/3e74e6a6c26e0e077f9814fe93415998/3e74e6a6c26e0e077f9814fe93415998.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273427.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/49d/53c7c0ad7ca5d2e006556db92c4ff49d/53c7c0ad7ca5d2e006556db92c4ff49d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273432.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/941/16af6dbea5ee47f6c8a7b5f1a424a941/16af6dbea5ee47f6c8a7b5f1a424a941.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273437.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/44b/1f0cd4d342418f94c509198dff17d44b/1f0cd4d342418f94c509198dff17d44b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273442.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/527/5356796957eca36ad15b1d4e203c0527/5356796957eca36ad15b1d4e203c0527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273447.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a05/a5e93878796a5048c362fc92aa770a05/a5e93878796a5048c362fc92aa770a05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273452.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/66f/1d8278d395f1b4519b9d122143b7966f/1d8278d395f1b4519b9d122143b7966f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273457.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/565/90c2e43eec5237e0ac54581b06f74565/90c2e43eec5237e0ac54581b06f74565.db -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273462.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/345/79614a182b8a5a5695bffbf2314ee345/79614a182b8a5a5695bffbf2314ee345.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273467.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/aeb/eceb30185426c43410dc7ecd7139baeb/eceb30185426c43410dc7ecd7139baeb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273472.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/3cc/2b762f44600dfc183837e459ec6433cc/2b762f44600dfc183837e459ec6433cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273477.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/da3/cb903e3a0fada4c8b5da5ad68f094da3/cb903e3a0fada4c8b5da5ad68f094da3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273482.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4c2/c6ef957e25f1715696145333c4af44c2/c6ef957e25f1715696145333c4af44c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273487.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f72/239cc22d4e81d725f181d65d91badf72/239cc22d4e81d725f181d65d91badf72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273492.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2a8/58a5760885ded3518396deed25bc02a8/58a5760885ded3518396deed25bc02a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273497.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/e78/f1b1fc6bd1866192039fbcef4ca01e78/f1b1fc6bd1866192039fbcef4ca01e78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273502.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/10b/c36593726c91fff24ac4ac333100610b/c36593726c91fff24ac4ac333100610b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273507.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/6af/73c973aebb4533dda21584ea59a7c6af/73c973aebb4533dda21584ea59a7c6af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273512.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/778/905542bf97d617b194ff7460efda5778/905542bf97d617b194ff7460efda5778.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273517.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b9b/fbda05401f7991fb819d92858869fb9b/fbda05401f7991fb819d92858869fb9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273522.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/5ce/abb44237802eef2621cab789926f15ce/abb44237802eef2621cab789926f15ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273527.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/bd6/ae337eda1061b03dcc2681cb013dfbd6/ae337eda1061b03dcc2681cb013dfbd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273532.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/8cc/fbfc2c3531221f1fb44cd5c4574fb8cc/fbfc2c3531221f1fb44cd5c4574fb8cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273537.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c3b/d5eee538a39dd77900c5df88c01c4c3b/d5eee538a39dd77900c5df88c01c4c3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273542.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2e6/a2a5a276c160b63b88fcda52848022e6/a2a5a276c160b63b88fcda52848022e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273547.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/102/39afcaf0b88a63c76a3385bd53687102/39afcaf0b88a63c76a3385bd53687102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273552.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/9ab/3dcfe9fa416195ea810d59ef487529ab/3dcfe9fa416195ea810d59ef487529ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273557.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/969/aad5a06baf5919b8997982881a238969/aad5a06baf5919b8997982881a238969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273562.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/3e5/8d8de1d5ef376fa7fe8f278690c8c3e5/8d8de1d5ef376fa7fe8f278690c8c3e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273567.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4d4/4c622079b273bf84220936a03d6c24d4/4c622079b273bf84220936a03d6c24d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273572.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b7b/4cd1a4133d4148d4ebd3117bd5dcfb7b/4cd1a4133d4148d4ebd3117bd5dcfb7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273577.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ebe/0303079305c7d0e12d2506d7a0a02ebe/0303079305c7d0e12d2506d7a0a02ebe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273582.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/2c1/6c0a5d655e8ca4d2fb5b006af48f92c1/6c0a5d655e8ca4d2fb5b006af48f92c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273587.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ec5/4d4eb4b7774af6b29fc596befb1caec5/4d4eb4b7774af6b29fc596befb1caec5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273592.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/31d/b0ec065a410e4d68395f0abe4468c31d/b0ec065a410e4d68395f0abe4468c31d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273597.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/14d/a797d00453b7c4eff76db1024659314d/a797d00453b7c4eff76db1024659314d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273602.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/de5/4fb505f12943a2e2be2c51e394702de5/4fb505f12943a2e2be2c51e394702de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273607.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b35/abb5479238aef82dfe4178189801ab35/abb5479238aef82dfe4178189801ab35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273612.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/7cc/cf97981f41f018a7896683b6dd0e67cc/cf97981f41f018a7896683b6dd0e67cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273617.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a7a/0c4c9ba9f2f328cc5f7bdd756f311a7a/0c4c9ba9f2f328cc5f7bdd756f311a7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273622.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f61/b392544524ce1948fea8bbb1481e3f61/b392544524ce1948fea8bbb1481e3f61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273627.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/b25/16a968457e59a40aea63211468c79b25/16a968457e59a40aea63211468c79b25.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273632.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/abe/1ae226d2b31fb394a4c7b5aea490eabe/1ae226d2b31fb394a4c7b5aea490eabe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273637.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/27e/dc05d9c88a77ee79fdb22d86aba4b27e/dc05d9c88a77ee79fdb22d86aba4b27e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273642.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/072/80467ae3a5b5b1690069deaba6162072/80467ae3a5b5b1690069deaba6162072.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273647.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/016/72545a007f33b2b7f0b445c4f45db016/72545a007f33b2b7f0b445c4f45db016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273652.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/de4/5821160373edbc706be5586cbd607de4/5821160373edbc706be5586cbd607de4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273657.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/1ba/e1beb53b123e29cb31551a32ef7e91ba/e1beb53b123e29cb31551a32ef7e91ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273662.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/d68/93d44a4165b66e9fefc0a700ee0d0d68/93d44a4165b66e9fefc0a700ee0d0d68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273667.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/f9a/da990a315826e5df7a48f0ea0a748f9a/da990a315826e5df7a48f0ea0a748f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273672.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a74/7c37c1116a3bff80f4cc84a2ae6aaa74/7c37c1116a3bff80f4cc84a2ae6aaa74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273677.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/409/4097a1bdaeeb43f325b5c262e3229409/4097a1bdaeeb43f325b5c262e3229409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273682.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/cce/6e2f283fe32e20b4c42ef788f91a9cce/6e2f283fe32e20b4c42ef788f91a9cce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273687.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0c3/2781f06ffa2fdcb5dffdfcca2ac280c3/2781f06ffa2fdcb5dffdfcca2ac280c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273692.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4d3/4b3a475e43ee8db908b15b07b66654d3/4b3a475e43ee8db908b15b07b66654d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273697.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/54e/fc0bd28ae8ade0f6d1915dbe799d254e/fc0bd28ae8ade0f6d1915dbe799d254e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273702.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/eb5/611da626e9c2ec4dfd871a2662253eb5/611da626e9c2ec4dfd871a2662253eb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273707.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/4c7/b2ae7f6a58a6b42c119748143cf3a4c7/b2ae7f6a58a6b42c119748143cf3a4c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273712.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/6a6/3310990ff4816fc1aac0694db45f46a6/3310990ff4816fc1aac0694db45f46a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273717.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/994/fa302704437790656c327e43184db994/fa302704437790656c327e43184db994.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273722.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/0b7/4f0aa03398ac655904784bdfd262a0b7/4f0aa03398ac655904784bdfd262a0b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273727.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/ec6/9239c1623a6cf9ec86d55be93102fec6/9239c1623a6cf9ec86d55be93102fec6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273732.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/03a/1063f154e06d49ef46aacd95d635e03a/1063f154e06d49ef46aacd95d635e03a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273737.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/c88/9618da19e4a5b4e5b0af23b28c9b8c88/9618da19e4a5b4e5b0af23b28c9b8c88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273742.00000-0, db: /tmp/tmpjzi91nvx/sda/containers/0/a8b/8fd5f589ab4983d90167b5d6c174ba8b/8fd5f589ab4983d90167b5d6c174ba8b.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/5ac/40cff9cb114e2c86b28d73c5de9c35ac/40cff9cb114e2c86b28d73c5de9c35ac.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272468.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/5ac/40cff9cb114e2c86b28d73c5de9c35ac/40cff9cb114e2c86b28d73c5de9c35ac_1750272468.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14_1750272472.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/bd4/b33f195d9382ca570ac24bf2201f0bd4/b33f195d9382ca570ac24bf2201f0bd4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272476.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/bd4/b33f195d9382ca570ac24bf2201f0bd4/b33f195d9382ca570ac24bf2201f0bd4_1750272476.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666_1750272480.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923_1750272484.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/289/5db906bf5a210138b8e645df268fe289/5db906bf5a210138b8e645df268fe289.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272488.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/289/5db906bf5a210138b8e645df268fe289/5db906bf5a210138b8e645df268fe289_1750272488.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e31/707fd1ec6dbbf108e6a7f57ff0897e31/707fd1ec6dbbf108e6a7f57ff0897e31.db' +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272492.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e31/707fd1ec6dbbf108e6a7f57ff0897e31/707fd1ec6dbbf108e6a7f57ff0897e31_1750272492.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272496.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988_1750272496.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/57c/db44227c40bb0b7a281c8fcfc7cbb57c/db44227c40bb0b7a281c8fcfc7cbb57c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272500.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/57c/db44227c40bb0b7a281c8fcfc7cbb57c/db44227c40bb0b7a281c8fcfc7cbb57c_1750272500.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/012/c05ef91753ac7dcaebcec7ee31d56012/c05ef91753ac7dcaebcec7ee31d56012.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272504.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/012/c05ef91753ac7dcaebcec7ee31d56012/c05ef91753ac7dcaebcec7ee31d56012_1750272504.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272508.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82_1750272508.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/930/ae9f51a7cfb52a93cf5d8c3c766b2930/ae9f51a7cfb52a93cf5d8c3c766b2930.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272512.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/930/ae9f51a7cfb52a93cf5d8c3c766b2930/ae9f51a7cfb52a93cf5d8c3c766b2930_1750272512.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/dc6/f9ca69f6fcd2d6f591294fed1adb6dc6/f9ca69f6fcd2d6f591294fed1adb6dc6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272516.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/dc6/f9ca69f6fcd2d6f591294fed1adb6dc6/f9ca69f6fcd2d6f591294fed1adb6dc6_1750272516.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272520.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453_1750272520.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/44d/1ff11a22fd27ad79d5fcc9ac8c6da44d/1ff11a22fd27ad79d5fcc9ac8c6da44d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272524.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/44d/1ff11a22fd27ad79d5fcc9ac8c6da44d/1ff11a22fd27ad79d5fcc9ac8c6da44d_1750272524.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/77e/2354d8016ea7801cd290fed3faf9377e/2354d8016ea7801cd290fed3faf9377e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272528.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/77e/2354d8016ea7801cd290fed3faf9377e/2354d8016ea7801cd290fed3faf9377e_1750272528.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a_1750272532.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7ed/faffa8669fef00540279b5e84e0b47ed/faffa8669fef00540279b5e84e0b47ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272536.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7ed/faffa8669fef00540279b5e84e0b47ed/faffa8669fef00540279b5e84e0b47ed_1750272536.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/d58/e7341fa18dcf5cbd28699fd10a6d5d58/e7341fa18dcf5cbd28699fd10a6d5d58.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272540.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/d58/e7341fa18dcf5cbd28699fd10a6d5d58/e7341fa18dcf5cbd28699fd10a6d5d58_1750272540.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329_1750272544.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/301/ecc0642230b0d92a9c3084faaa609301/ecc0642230b0d92a9c3084faaa609301.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272548.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/301/ecc0642230b0d92a9c3084faaa609301/ecc0642230b0d92a9c3084faaa609301_1750272548.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46_1750272552.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78_1750272556.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738_1750272560.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea_1750272564.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba_1750272568.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e.db' -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd2eede05f8e54c269f473-00685309cf) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd2eede05f8e54c269f473-00685309cf) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx11d2a242a5e7436ca2d99-00685309cf) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx11d2a242a5e7436ca2d99-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx11d2a242a5e7436ca2d99-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx11d2a242a5e7436ca2d99-00685309cf) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx11d2a242a5e7436ca2d99-00685309cf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45b271371402428295328-00685309d0) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx45b271371402428295328-00685309d0) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx45b271371402428295328-00685309d0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb9ff8ad5b94547f290ad1-00685309d1) -test DEBUG: Setting object count to 1065 (txn: txb9ff8ad5b94547f290ad1-00685309d1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaved ShardRange in 0.18s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001385211944580078s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwg68jr9l/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862602.20729, (5, 5) as of 1715862655.18652, cleaved as of 1715862602.20729> in 0.006s, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwg68jr9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862654.90429.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb4e6481b7ce84850a0784-00685309d1) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx96e031ad3cc343c88af2a-006645fc81) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx7853745223aa411cbc9e8-00685309d1) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp6a8407pw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6a8407pw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp6a8407pw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6a8407pw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 2495499 - -HTTP PERF: 0.00607 seconds to PUT 127.0.0.1:46611 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2495499 - -HTTP PERF: 0.00483 seconds to PUT 127.0.0.1:56385 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495499 - -HTTP PERF: 0.00474 seconds to PUT 127.0.0.1:46611 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495499 - -HTTP PERF: 0.00464 seconds to PUT 127.0.0.1:56385 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa477ab48a6194378890a4-00685309d1" "proxy-server 2495499" 0.0014 "-" 2495499 - -HTTP PERF: 0.00297 seconds to HEAD 127.0.0.1:56385 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45505/sda1/3/a/c" "txa477ab48a6194378890a4-00685309d1" "container-server 2495499" 0.0012 "-" 2495499 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46313/sdb1/3/a/c" "txa477ab48a6194378890a4-00685309d1" "container-server 2495499" 0.0011 "-" 2495499 0 -HTTP PERF: 0.00486 seconds to PUT 127.0.0.1:56385 /sdb1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa477ab48a6194378890a4-00685309d1" "proxy-server 2495499" 0.0107 "-" 2495499 0 -HTTP PERF: 0.01198 seconds to PUT 127.0.0.1:46611 /sda1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa477ab48a6194378890a4-00685309d1" "proxy-server 2495499" 0.0164 "-" 2495499 0 -HTTP PERF: 0.01790 seconds to PUT 127.0.0.1:45505 /sda1/3/a/c) -HTTP PERF: 0.01859 seconds to PUT 127.0.0.1:46313 /sdb1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa477ab48a6194378890a4-00685309d1 - 0.0245 - - 1750272465.458352327 1750272465.482838631 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1a1a444143f5467585498-00685309d1" "proxy-server 2495499" 0.0012 "-" 2495499 - -HTTP PERF: 0.00277 seconds to HEAD 127.0.0.1:56385 /sdb1/2/a1?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46313/sdb1/0/a1/c1" "tx1a1a444143f5467585498-00685309d1" "container-server 2495499" 0.0011 "-" 2495499 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45505/sda1/0/a1/c1" "tx1a1a444143f5467585498-00685309d1" "container-server 2495499" 0.0010 "-" 2495499 0 -HTTP PERF: 0.00927 seconds to PUT 127.0.0.1:56385 /sdb1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a1a444143f5467585498-00685309d1" "proxy-server 2495499" 0.0136 "-" 2495499 0 -HTTP PERF: 0.00589 seconds to PUT 127.0.0.1:46611 /sda1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a1a444143f5467585498-00685309d1" "proxy-server 2495499" 0.0100 "-" 2495499 0 -HTTP PERF: 0.01605 seconds to PUT 127.0.0.1:45505 /sda1/0/a1/c1) -HTTP PERF: 0.01686 seconds to PUT 127.0.0.1:46313 /sdb1/0/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1a1a444143f5467585498-00685309d1 - 0.0226 - - 1750272465.484296560 1750272465.506861687 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txada8399ef27e453ea3735-00685309d1" "proxy-server 2495499" 0.0020 "-" 2495499 - -HTTP PERF: 0.00366 seconds to HEAD 127.0.0.1:46611 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46313/sdb1/3/a/c1" "txada8399ef27e453ea3735-00685309d1" "container-server 2495499" 0.0012 "-" 2495499 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:45505/sda1/3/a/c1" "txada8399ef27e453ea3735-00685309d1" "container-server 2495499" 0.0018 "-" 2495499 1 -HTTP PERF: 0.01202 seconds to PUT 127.0.0.1:46611 /sda1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txada8399ef27e453ea3735-00685309d1" "proxy-server 2495499" 0.0161 "-" 2495499 1 -HTTP PERF: 0.00841 seconds to PUT 127.0.0.1:56385 /sdb1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txada8399ef27e453ea3735-00685309d1" "proxy-server 2495499" 0.0126 "-" 2495499 1 -HTTP PERF: 0.01895 seconds to PUT 127.0.0.1:46313 /sdb1/3/a/c1) -HTTP PERF: 0.01897 seconds to PUT 127.0.0.1:45505 /sda1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txada8399ef27e453ea3735-00685309d1 - 0.0259 - - 1750272465.508270502 1750272465.534122467 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx11d56cf706f246afa4dd9-00685309d1" "proxy-server 2495499" 0.0020 "-" 2495499 - -HTTP PERF: 0.00381 seconds to HEAD 127.0.0.1:56385 /sdb1/0/a?format=json) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45505/sda1/0/a/c2" "tx11d56cf706f246afa4dd9-00685309d1" "container-server 2495499" 0.0011 "-" 2495499 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46313/sdb1/0/a/c2" "tx11d56cf706f246afa4dd9-00685309d1" "container-server 2495499" 0.0017 "-" 2495499 2 -HTTP PERF: 0.00565 seconds to PUT 127.0.0.1:56385 /sdb1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx11d56cf706f246afa4dd9-00685309d1" "proxy-server 2495499" 0.0098 "-" 2495499 2 -HTTP PERF: 0.01102 seconds to PUT 127.0.0.1:46611 /sda1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:45 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx11d56cf706f246afa4dd9-00685309d1" "proxy-server 2495499" 0.0153 "-" 2495499 2 -HTTP PERF: 0.01683 seconds to PUT 127.0.0.1:45505 /sda1/0/a/c2) -HTTP PERF: 0.01762 seconds to PUT 127.0.0.1:46313 /sdb1/0/a/c2) -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272572.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e_1750272572.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272576.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f_1750272576.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed_1750272580.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe_1750272584.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43_1750272588.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f_1750272592.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/9bc/a302bde90c841780e8aeb8ccbc99a9bc/a302bde90c841780e8aeb8ccbc99a9bc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272596.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/9bc/a302bde90c841780e8aeb8ccbc99a9bc/a302bde90c841780e8aeb8ccbc99a9bc_1750272596.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272600.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411_1750272600.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763_1750272604.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e91/21df149dc69b418bebd5e87e25066e91/21df149dc69b418bebd5e87e25066e91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272608.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e91/21df149dc69b418bebd5e87e25066e91/21df149dc69b418bebd5e87e25066e91_1750272608.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4_1750272612.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd_1750272616.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ff4/6f1f02f8c4a08a7b20d72b174786dff4/6f1f02f8c4a08a7b20d72b174786dff4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272620.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ff4/6f1f02f8c4a08a7b20d72b174786dff4/6f1f02f8c4a08a7b20d72b174786dff4_1750272620.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed_1750272624.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172_1750272628.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/fa1/6ac9e5a281cd034dff8a78d1d7ffdfa1/6ac9e5a281cd034dff8a78d1d7ffdfa1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272632.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/fa1/6ac9e5a281cd034dff8a78d1d7ffdfa1/6ac9e5a281cd034dff8a78d1d7ffdfa1_1750272632.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272636.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39_1750272636.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/c10/5359e62631d4c0c78b4a5ddb63be7c10/5359e62631d4c0c78b4a5ddb63be7c10.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272640.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/c10/5359e62631d4c0c78b4a5ddb63be7c10/5359e62631d4c0c78b4a5ddb63be7c10_1750272640.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272644.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3_1750272644.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd_1750272648.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/1a1/9708461a9257520db36be48a0d22c1a1/9708461a9257520db36be48a0d22c1a1.db' -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx11d56cf706f246afa4dd9-00685309d1 - 0.0243 - - 1750272465.535586119 1750272465.559900761 2 -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272652.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/1a1/9708461a9257520db36be48a0d22c1a1/9708461a9257520db36be48a0d22c1a1_1750272652.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/167/159b0c9627065052c89f65158c33e167/159b0c9627065052c89f65158c33e167.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272656.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/167/159b0c9627065052c89f65158c33e167/159b0c9627065052c89f65158c33e167_1750272656.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272660.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb_1750272660.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272664.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8_1750272664.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/0b6/80f62f098b566679afb93c5b8fc820b6/80f62f098b566679afb93c5b8fc820b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272668.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/0b6/80f62f098b566679afb93c5b8fc820b6/80f62f098b566679afb93c5b8fc820b6_1750272668.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984_1750272672.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/77c/404945c69968912063028c937a81477c/404945c69968912063028c937a81477c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272676.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/77c/404945c69968912063028c937a81477c/404945c69968912063028c937a81477c_1750272676.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/073/3a3e02b4ac6aa419bd1da501b7977073/3a3e02b4ac6aa419bd1da501b7977073.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272680.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/073/3a3e02b4ac6aa419bd1da501b7977073/3a3e02b4ac6aa419bd1da501b7977073_1750272680.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af_1750272684.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/2da/e342100b4f771b257556690ec8dae2da/e342100b4f771b257556690ec8dae2da.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272688.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/2da/e342100b4f771b257556690ec8dae2da/e342100b4f771b257556690ec8dae2da_1750272688.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e12/1d54b44e129195296c7392a4e83aee12/1d54b44e129195296c7392a4e83aee12.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272692.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e12/1d54b44e129195296c7392a4e83aee12/1d54b44e129195296c7392a4e83aee12_1750272692.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272696.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4_1750272696.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/923/b11c0f58f83a51aa9d1014be49251923/b11c0f58f83a51aa9d1014be49251923.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272700.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/923/b11c0f58f83a51aa9d1014be49251923/b11c0f58f83a51aa9d1014be49251923_1750272700.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/fe3/8be0b43242aeb7a75de49f7450d5efe3/8be0b43242aeb7a75de49f7450d5efe3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272704.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/fe3/8be0b43242aeb7a75de49f7450d5efe3/8be0b43242aeb7a75de49f7450d5efe3_1750272704.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2_1750272708.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/1e6/c4673471ebc8579d53b73fb3305ff1e6/c4673471ebc8579d53b73fb3305ff1e6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272712.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/1e6/c4673471ebc8579d53b73fb3305ff1e6/c4673471ebc8579d53b73fb3305ff1e6_1750272712.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/399/aabd19787914502700de9bfeaf58a399/aabd19787914502700de9bfeaf58a399.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272716.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/399/aabd19787914502700de9bfeaf58a399/aabd19787914502700de9bfeaf58a399_1750272716.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ca1/a22598fc18aae6f55bb227b4633a4ca1/a22598fc18aae6f55bb227b4633a4ca1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272720.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ca1/a22598fc18aae6f55bb227b4633a4ca1/a22598fc18aae6f55bb227b4633a4ca1_1750272720.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272724.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6_1750272724.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/1b4/915dd5e5d7c9d6514b8e3d48298f11b4/915dd5e5d7c9d6514b8e3d48298f11b4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272728.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/1b4/915dd5e5d7c9d6514b8e3d48298f11b4/915dd5e5d7c9d6514b8e3d48298f11b4_1750272728.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4.db' -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: Setting object count to 1068 (txn: tx4b0544acef694bbbaf74f-00685309cf) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Setting object count to 1068 (txn: tx037205f465c2474aa3727-00685309cf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txf9b6d36ff6d645c380cf5-00685309d0) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txe98cac6f35224aa7b1348-00685309d1) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txe98cac6f35224aa7b1348-00685309d1) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txe98cac6f35224aa7b1348-00685309d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272732.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4_1750272732.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e5f/ddc9a49bea4d0260d89ed8acf524fe5f/ddc9a49bea4d0260d89ed8acf524fe5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272736.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e5f/ddc9a49bea4d0260d89ed8acf524fe5f/ddc9a49bea4d0260d89ed8acf524fe5f_1750272736.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/9de/9784ad639aa70b48f2dafac6d79c59de/9784ad639aa70b48f2dafac6d79c59de.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272740.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/9de/9784ad639aa70b48f2dafac6d79c59de/9784ad639aa70b48f2dafac6d79c59de_1750272740.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/6a1/6bfd984d937746682e55221a2398e6a1/6bfd984d937746682e55221a2398e6a1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272744.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/6a1/6bfd984d937746682e55221a2398e6a1/6bfd984d937746682e55221a2398e6a1_1750272744.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/aab/1a55e4cd74e16d5ece60cc1e87150aab/1a55e4cd74e16d5ece60cc1e87150aab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272748.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/aab/1a55e4cd74e16d5ece60cc1e87150aab/1a55e4cd74e16d5ece60cc1e87150aab_1750272748.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/99e/34f3280f0038af737ad7c25d7279899e/34f3280f0038af737ad7c25d7279899e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272752.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/99e/34f3280f0038af737ad7c25d7279899e/34f3280f0038af737ad7c25d7279899e_1750272752.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/765/8fd792b8231a375e4e487860d9bd3765/8fd792b8231a375e4e487860d9bd3765.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272756.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/765/8fd792b8231a375e4e487860d9bd3765/8fd792b8231a375e4e487860d9bd3765_1750272756.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/977/77f2ff542f4b99e844ccc73d5954f977/77f2ff542f4b99e844ccc73d5954f977.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272760.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/977/77f2ff542f4b99e844ccc73d5954f977/77f2ff542f4b99e844ccc73d5954f977_1750272760.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/d5b/cec8a151fd295fd4766006e6710f4d5b/cec8a151fd295fd4766006e6710f4d5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272764.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/d5b/cec8a151fd295fd4766006e6710f4d5b/cec8a151fd295fd4766006e6710f4d5b_1750272764.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/bdd/8f2e63da4307d22a259c31937afffbdd/8f2e63da4307d22a259c31937afffbdd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272768.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/bdd/8f2e63da4307d22a259c31937afffbdd/8f2e63da4307d22a259c31937afffbdd_1750272768.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/403/b46a65eb7196deecaa0a59d428f4f403/b46a65eb7196deecaa0a59d428f4f403.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272772.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/403/b46a65eb7196deecaa0a59d428f4f403/b46a65eb7196deecaa0a59d428f4f403_1750272772.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b2f/d3775d3c06f94677c98248ef89c80b2f/d3775d3c06f94677c98248ef89c80b2f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272776.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b2f/d3775d3c06f94677c98248ef89c80b2f/d3775d3c06f94677c98248ef89c80b2f_1750272776.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/4cb/81c1257bf6057c0d5acaaa2ac840e4cb/81c1257bf6057c0d5acaaa2ac840e4cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272780.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/4cb/81c1257bf6057c0d5acaaa2ac840e4cb/81c1257bf6057c0d5acaaa2ac840e4cb_1750272780.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b6c/921be481609bc0189263a24ac87ddb6c/921be481609bc0189263a24ac87ddb6c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272784.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b6c/921be481609bc0189263a24ac87ddb6c/921be481609bc0189263a24ac87ddb6c_1750272784.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/59a/ebe9a6f5af31ca52c184bf9303de959a/ebe9a6f5af31ca52c184bf9303de959a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272788.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/59a/ebe9a6f5af31ca52c184bf9303de959a/ebe9a6f5af31ca52c184bf9303de959a_1750272788.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b18/d1123dd6ac36ff0e4fd410ad9306eb18/d1123dd6ac36ff0e4fd410ad9306eb18.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272792.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b18/d1123dd6ac36ff0e4fd410ad9306eb18/d1123dd6ac36ff0e4fd410ad9306eb18_1750272792.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/d87/91645e383a3eee33cba0cf057245bd87/91645e383a3eee33cba0cf057245bd87.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272796.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/d87/91645e383a3eee33cba0cf057245bd87/91645e383a3eee33cba0cf057245bd87_1750272796.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/50a/19ece3092f71c63fdeb4ddcd4dfd350a/19ece3092f71c63fdeb4ddcd4dfd350a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272800.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/50a/19ece3092f71c63fdeb4ddcd4dfd350a/19ece3092f71c63fdeb4ddcd4dfd350a_1750272800.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/716/f4a402cad2f915a0a68318fcd1d29716/f4a402cad2f915a0a68318fcd1d29716.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272804.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/716/f4a402cad2f915a0a68318fcd1d29716/f4a402cad2f915a0a68318fcd1d29716_1750272804.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ce3/a35c1dcab4d18a1d8a2fe0e608685ce3/a35c1dcab4d18a1d8a2fe0e608685ce3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272808.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ce3/a35c1dcab4d18a1d8a2fe0e608685ce3/a35c1dcab4d18a1d8a2fe0e608685ce3_1750272808.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b99/de559c491dce7587425179d8abfb8b99/de559c491dce7587425179d8abfb8b99.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272812.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b99/de559c491dce7587425179d8abfb8b99/de559c491dce7587425179d8abfb8b99_1750272812.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/5bb/ecbb012a08647f68d5a8217d4d7ef5bb/ecbb012a08647f68d5a8217d4d7ef5bb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272816.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/5bb/ecbb012a08647f68d5a8217d4d7ef5bb/ecbb012a08647f68d5a8217d4d7ef5bb_1750272816.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/54b/043a409590d94b60d183b1f0b2a8854b/043a409590d94b60d183b1f0b2a8854b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272820.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/54b/043a409590d94b60d183b1f0b2a8854b/043a409590d94b60d183b1f0b2a8854b_1750272820.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/44f/b1949645af4eb82b585cfcee8322644f/b1949645af4eb82b585cfcee8322644f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272824.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/44f/b1949645af4eb82b585cfcee8322644f/b1949645af4eb82b585cfcee8322644f_1750272824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ff3/0b1a8b11baa17c6561af08f4f3fa3ff3/0b1a8b11baa17c6561af08f4f3fa3ff3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272828.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ff3/0b1a8b11baa17c6561af08f4f3fa3ff3/0b1a8b11baa17c6561af08f4f3fa3ff3_1750272828.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7de/4c64b6714867c4ef6e560d45aa5727de/4c64b6714867c4ef6e560d45aa5727de.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272832.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7de/4c64b6714867c4ef6e560d45aa5727de/4c64b6714867c4ef6e560d45aa5727de_1750272832.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/ec1/85459a70567d0087e7d7bf671dcc1ec1/85459a70567d0087e7d7bf671dcc1ec1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272836.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/ec1/85459a70567d0087e7d7bf671dcc1ec1/85459a70567d0087e7d7bf671dcc1ec1_1750272836.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/c77/40f42cd8d9086353a7587cc422a9ac77/40f42cd8d9086353a7587cc422a9ac77.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272840.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/c77/40f42cd8d9086353a7587cc422a9ac77/40f42cd8d9086353a7587cc422a9ac77_1750272840.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/600/3a341fcb1e87382d930e96782674e600/3a341fcb1e87382d930e96782674e600.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272844.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/600/3a341fcb1e87382d930e96782674e600/3a341fcb1e87382d930e96782674e600_1750272844.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/a74/7f530a3279a508dc391652b7c90dca74/7f530a3279a508dc391652b7c90dca74.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272848.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/a74/7f530a3279a508dc391652b7c90dca74/7f530a3279a508dc391652b7c90dca74_1750272848.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/eee/819b536eaa278a6ff616b63640538eee/819b536eaa278a6ff616b63640538eee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272852.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/eee/819b536eaa278a6ff616b63640538eee/819b536eaa278a6ff616b63640538eee_1750272852.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e87/605778a8a66cfc2d3d1bec35fc848e87/605778a8a66cfc2d3d1bec35fc848e87.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272856.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e87/605778a8a66cfc2d3d1bec35fc848e87/605778a8a66cfc2d3d1bec35fc848e87_1750272856.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e61/17d36222814b5cdcae1e5305f3e5be61/17d36222814b5cdcae1e5305f3e5be61.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272860.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e61/17d36222814b5cdcae1e5305f3e5be61/17d36222814b5cdcae1e5305f3e5be61_1750272860.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/2dc/9745886b310ac3c86a2baf2e6ed242dc/9745886b310ac3c86a2baf2e6ed242dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272864.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/2dc/9745886b310ac3c86a2baf2e6ed242dc/9745886b310ac3c86a2baf2e6ed242dc_1750272864.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/86a/b049c3043e9dcb0f95ca9625c78a686a/b049c3043e9dcb0f95ca9625c78a686a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272868.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/86a/b049c3043e9dcb0f95ca9625c78a686a/b049c3043e9dcb0f95ca9625c78a686a_1750272868.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7a7/d9fe807161c93e09d6531758c770d7a7/d9fe807161c93e09d6531758c770d7a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272872.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7a7/d9fe807161c93e09d6531758c770d7a7/d9fe807161c93e09d6531758c770d7a7_1750272872.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/a56/16260adf34588e7bde9ba1ae9be62a56/16260adf34588e7bde9ba1ae9be62a56.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272876.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/a56/16260adf34588e7bde9ba1ae9be62a56/16260adf34588e7bde9ba1ae9be62a56_1750272876.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/113/208b6d4bae8c7edffdc7d300d6fcc113/208b6d4bae8c7edffdc7d300d6fcc113.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272880.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/113/208b6d4bae8c7edffdc7d300d6fcc113/208b6d4bae8c7edffdc7d300d6fcc113_1750272880.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/c2d/beb3088d2b0b125a46597f502cb4ec2d/beb3088d2b0b125a46597f502cb4ec2d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272884.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/c2d/beb3088d2b0b125a46597f502cb4ec2d/beb3088d2b0b125a46597f502cb4ec2d_1750272884.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/0ff/44111e222c3adc02f56f4c91338100ff/44111e222c3adc02f56f4c91338100ff.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272888.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/0ff/44111e222c3adc02f56f4c91338100ff/44111e222c3adc02f56f4c91338100ff_1750272888.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/232/4be804c8f08d391e45a1d272a07f8232/4be804c8f08d391e45a1d272a07f8232.db' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272892.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/232/4be804c8f08d391e45a1d272a07f8232/4be804c8f08d391e45a1d272a07f8232_1750272892.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/225/c171641b81e50214908a46471f86a225/c171641b81e50214908a46471f86a225.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272896.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/225/c171641b81e50214908a46471f86a225/c171641b81e50214908a46471f86a225_1750272896.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/2c6/199f235b59e8b2bacb57748b7f2bf2c6/199f235b59e8b2bacb57748b7f2bf2c6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272900.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/2c6/199f235b59e8b2bacb57748b7f2bf2c6/199f235b59e8b2bacb57748b7f2bf2c6_1750272900.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7a9/47983188bac5cf0ab3fe40396b1757a9/47983188bac5cf0ab3fe40396b1757a9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272904.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7a9/47983188bac5cf0ab3fe40396b1757a9/47983188bac5cf0ab3fe40396b1757a9_1750272904.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/bdc/5783711f19591ecd926f3fb8176c4bdc/5783711f19591ecd926f3fb8176c4bdc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272908.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/bdc/5783711f19591ecd926f3fb8176c4bdc/5783711f19591ecd926f3fb8176c4bdc_1750272908.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/74f/99771d2861573d9bf33da6f0e54c774f/99771d2861573d9bf33da6f0e54c774f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272912.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/74f/99771d2861573d9bf33da6f0e54c774f/99771d2861573d9bf33da6f0e54c774f_1750272912.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/22d/32528914421999c2bd50f9c7d09a722d/32528914421999c2bd50f9c7d09a722d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272916.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/22d/32528914421999c2bd50f9c7d09a722d/32528914421999c2bd50f9c7d09a722d_1750272916.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/27d/8eac387d60e9f8cea28b1cbbf7a0727d/8eac387d60e9f8cea28b1cbbf7a0727d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272920.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/27d/8eac387d60e9f8cea28b1cbbf7a0727d/8eac387d60e9f8cea28b1cbbf7a0727d_1750272920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/e51/31edbe7be3e9dc1c6f3d765cc0227e51/31edbe7be3e9dc1c6f3d765cc0227e51.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272924.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/e51/31edbe7be3e9dc1c6f3d765cc0227e51/31edbe7be3e9dc1c6f3d765cc0227e51_1750272924.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/7f9/2617d56dcecaa07cb0169c8b518727f9/2617d56dcecaa07cb0169c8b518727f9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272928.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/7f9/2617d56dcecaa07cb0169c8b518727f9/2617d56dcecaa07cb0169c8b518727f9_1750272928.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/49c/90c096afd38c1da647e8d2e69b0ef49c/90c096afd38c1da647e8d2e69b0ef49c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272932.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/49c/90c096afd38c1da647e8d2e69b0ef49c/90c096afd38c1da647e8d2e69b0ef49c_1750272932.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/c56/0d5a14567c503047537e6bdde8ee1c56/0d5a14567c503047537e6bdde8ee1c56.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272936.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/c56/0d5a14567c503047537e6bdde8ee1c56/0d5a14567c503047537e6bdde8ee1c56_1750272936.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/8a9/a91dbdfa9530c8951c1c5cd603d498a9/a91dbdfa9530c8951c1c5cd603d498a9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272940.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/8a9/a91dbdfa9530c8951c1c5cd603d498a9/a91dbdfa9530c8951c1c5cd603d498a9_1750272940.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/559/55f3b26b30140a79dfd65d0fdabc6559/55f3b26b30140a79dfd65d0fdabc6559.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272944.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/559/55f3b26b30140a79dfd65d0fdabc6559/55f3b26b30140a79dfd65d0fdabc6559_1750272944.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/b18/eca48e3f0696e4b7f153737f6caf7b18/eca48e3f0696e4b7f153737f6caf7b18.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272948.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/b18/eca48e3f0696e4b7f153737f6caf7b18/eca48e3f0696e4b7f153737f6caf7b18_1750272948.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/21b/23b2e088470125c52461919e7da0a21b/23b2e088470125c52461919e7da0a21b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272952.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/21b/23b2e088470125c52461919e7da0a21b/23b2e088470125c52461919e7da0a21b_1750272952.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/8b1/5d2ee5cfd8e2b55e6edec81c638258b1/5d2ee5cfd8e2b55e6edec81c638258b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272956.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/8b1/5d2ee5cfd8e2b55e6edec81c638258b1/5d2ee5cfd8e2b55e6edec81c638258b1_1750272956.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/301/4f2d07ec682640823726fa359ffde301/4f2d07ec682640823726fa359ffde301.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272960.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/301/4f2d07ec682640823726fa359ffde301/4f2d07ec682640823726fa359ffde301_1750272960.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/9e8/9f61a6b28d460900db5389b4a48be9e8/9f61a6b28d460900db5389b4a48be9e8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272964.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/9e8/9f61a6b28d460900db5389b4a48be9e8/9f61a6b28d460900db5389b4a48be9e8_1750272964.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/37d/4ae64caa93fe6d6bc80b592f0e67637d/4ae64caa93fe6d6bc80b592f0e67637d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272968.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/37d/4ae64caa93fe6d6bc80b592f0e67637d/4ae64caa93fe6d6bc80b592f0e67637d_1750272968.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/9b0/a2c174fb9ed98129d858b5d0a281a9b0/a2c174fb9ed98129d858b5d0a281a9b0.db' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272972.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/9b0/a2c174fb9ed98129d858b5d0a281a9b0/a2c174fb9ed98129d858b5d0a281a9b0_1750272972.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9weeuyeo/sda/containers/0/64a/343c0382b67cfc75ae2789a38470964a/343c0382b67cfc75ae2789a38470964a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272976.00000-0, db: /tmp/tmp9weeuyeo/sda/containers/0/64a/343c0382b67cfc75ae2789a38470964a/343c0382b67cfc75ae2789a38470964a_1750272976.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272470.00000-0, db: /tmp/tmp0u0d16ma/sda/containers/0/a69/0bcf24b997eea7191594457be01a8a69/0bcf24b997eea7191594457be01a8a69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmp0u0d16ma/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272478.00000-0, db: /tmp/tmp0u0d16ma/sda/containers/0/371/1f775444f686039e01548de93359b371/1f775444f686039e01548de93359b371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272482.00000-0, db: /tmp/tmp0u0d16ma/sda/containers/0/c3d/56a8e9e8c34240905d2c020d3fd16c3d/56a8e9e8c34240905d2c020d3fd16c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmp99rvoait/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmp99rvoait/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmp99rvoait/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmp99rvoait/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272479.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/589/0973e03477f328b7d7529078a3767589/0973e03477f328b7d7529078a3767589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272483.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/8ac/dc5abd836dde0845f67bdb0555b108ac/dc5abd836dde0845f67bdb0555b108ac.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272483.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/8ac/dc5abd836dde0845f67bdb0555b108ac/dc5abd836dde0845f67bdb0555b108ac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272483.00000-0, db: /tmp/tmpzvsmse2u/sda/containers/0/8ac/dc5abd836dde0845f67bdb0555b108ac/dc5abd836dde0845f67bdb0555b108ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmpwt0pi6_5/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272474.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/16b/d2d74fd4cba65e08b6fbe00c6330416b/d2d74fd4cba65e08b6fbe00c6330416b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272480.00000-0, db: /tmp/tmplb7g243k/sda/containers/0/666/7bdf8d2ea99b5f35bf7e7f5aad347666/7bdf8d2ea99b5f35bf7e7f5aad347666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272471.00000-0, db: /tmp/tmph3kddiqp/sda/containers/0/3fd/942b864b587fac59883d072b2a5673fd/942b864b587fac59883d072b2a5673fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272473.00000-0, db: /tmp/tmph3kddiqp/sda/containers/0/c8d/4374f832b21e40116103103384416c8d/4374f832b21e40116103103384416c8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmph3kddiqp/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272477.00000-0, db: /tmp/tmph3kddiqp/sda/containers/0/0e8/9fb3c1fd9760ca55883e82ae7d2590e8/9fb3c1fd9760ca55883e82ae7d2590e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272472.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/f14/47dbbf62f6a80303a6ba508a3feb6f14/47dbbf62f6a80303a6ba508a3feb6f14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272475.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/ca9/6cb3cd565a5c8eb14b3e9131a7851ca9/6cb3cd565a5c8eb14b3e9131a7851ca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272478.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/371/1f775444f686039e01548de93359b371/1f775444f686039e01548de93359b371.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272478.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/371/1f775444f686039e01548de93359b371/1f775444f686039e01548de93359b371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272481.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/06e/63979847f9977c874226a24332b7406e/63979847f9977c874226a24332b7406e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272484.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/923/9aa19327d94c6cb8319928f4914e0923/9aa19327d94c6cb8319928f4914e0923.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272487.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/d60/4b29072cb94080a72bb0fa6ea8ec9d60/4b29072cb94080a72bb0fa6ea8ec9d60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272487.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/d60/4b29072cb94080a72bb0fa6ea8ec9d60/4b29072cb94080a72bb0fa6ea8ec9d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272490.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/8f7/fd9d856fc3145abe547ebe3032e988f7/fd9d856fc3145abe547ebe3032e988f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272490.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/8f7/fd9d856fc3145abe547ebe3032e988f7/fd9d856fc3145abe547ebe3032e988f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272493.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7f6/503aac73185bbbb13fe314c4ae4c97f6/503aac73185bbbb13fe314c4ae4c97f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272496.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272496.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/988/0c1f7d0fb7faa2bfec9784e2411bd988/0c1f7d0fb7faa2bfec9784e2411bd988.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272499.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/f4c/a2b06476c95122f9fe197fd0c89d8f4c/a2b06476c95122f9fe197fd0c89d8f4c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272499.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/f4c/a2b06476c95122f9fe197fd0c89d8f4c/a2b06476c95122f9fe197fd0c89d8f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272502.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/e3e/d3eff929c951b58ba95cab76f6cede3e/d3eff929c951b58ba95cab76f6cede3e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272502.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/e3e/d3eff929c951b58ba95cab76f6cede3e/d3eff929c951b58ba95cab76f6cede3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272505.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/773/7ad59dab33e43e28b4411ddad7e9a773/7ad59dab33e43e28b4411ddad7e9a773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272508.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272508.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a82/c1bc18bf661e8e0069329e87660eba82/c1bc18bf661e8e0069329e87660eba82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272511.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/42b/e3212025d4f2d8fa3dcea4f266ec042b/e3212025d4f2d8fa3dcea4f266ec042b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272511.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/42b/e3212025d4f2d8fa3dcea4f266ec042b/e3212025d4f2d8fa3dcea4f266ec042b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272514.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/3ce/a9de640b1d00fea0cf8423a9929563ce/a9de640b1d00fea0cf8423a9929563ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272514.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/3ce/a9de640b1d00fea0cf8423a9929563ce/a9de640b1d00fea0cf8423a9929563ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272517.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/d2a/188922b75a64060ca5adbcd5c9951d2a/188922b75a64060ca5adbcd5c9951d2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272520.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272520.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/453/8d2a31aeffe7d13a4c8e81580504f453/8d2a31aeffe7d13a4c8e81580504f453.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272523.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/6d1/f72541f41542599e9dd8c32c9e76c6d1/f72541f41542599e9dd8c32c9e76c6d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272523.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/6d1/f72541f41542599e9dd8c32c9e76c6d1/f72541f41542599e9dd8c32c9e76c6d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272526.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/46e/fb604a136e0a490f44c6ea7d166fe46e/fb604a136e0a490f44c6ea7d166fe46e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272526.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/46e/fb604a136e0a490f44c6ea7d166fe46e/fb604a136e0a490f44c6ea7d166fe46e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272529.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/208/6617d3450024da596cb1620eeee38208/6617d3450024da596cb1620eeee38208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272532.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a/5ef0b8fa79aa13c59fa2db6c1ffbf25a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272535.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/10d/7b4e95452ab7132d9b79ca991b39e10d/7b4e95452ab7132d9b79ca991b39e10d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272535.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/10d/7b4e95452ab7132d9b79ca991b39e10d/7b4e95452ab7132d9b79ca991b39e10d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272538.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/90d/1daa69eac16427d82bb5172e5742390d/1daa69eac16427d82bb5172e5742390d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272538.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/90d/1daa69eac16427d82bb5172e5742390d/1daa69eac16427d82bb5172e5742390d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272541.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/3e7/2e29d19a95fe140c4a328cab0cc243e7/2e29d19a95fe140c4a328cab0cc243e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272550.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b2a/8bf4ba6be3b9214123d5cf586ce2cb2a/8bf4ba6be3b9214123d5cf586ce2cb2a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272550.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b2a/8bf4ba6be3b9214123d5cf586ce2cb2a/8bf4ba6be3b9214123d5cf586ce2cb2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpinwn8xxw/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpg8zx7nkt/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpg8zx7nkt/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272412.42803, (5, 5) as of 1750272467.95694, cleaved as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg8zx7nkt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.85445.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750272412.42803, (1, 6144) as of 1750272468.02697, cleaved as of 1750272412.42803> in 0.008s, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpp3rtb4w1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272467.97420.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001709461212158203s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272412.42803, (6, 6) as of 1750272468.09083, cleaved as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b72d8edb-476c-4438-a040-efde39a412ec-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023508071899414062s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (6, 6) as of 1750272468.09083, cleaved as of 1750272412.42803>, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002734661102294922s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000171661376953125s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272412.42803, (6, 6) as of 1750272468.09083, cleaved as of 1750272412.42803> in 0.011s, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx073fe252c1e8403d9282c-006645fc81) +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715862602.20729, (1, 6144) as of 1715862655.79417, cleaved as of 1715862602.20729> in 0.009s, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpmbw2727h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.42181.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018978118896484375s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db test.unit.container.test_sharder.TestSharder.test_cleave_repeated test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp4rvaghc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.04448.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, found as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00023889541625976562s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpmwn5ul01/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272412.42803, (3, 6) as of 1750272468.28419, cleaved as of 1750272412.42803> in 0.003s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862602.20729, (6, 6) as of 1715862656.00022, cleaved as of 1715862602.20729> in 0.009s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b4d7a7ef-8194-46c7-97c9-4e5213199668-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (6, 6) as of 1715862656.00022, cleaved as of 1715862602.20729>, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862602.20729, (6, 6) as of 1715862656.00022, cleaved as of 1715862602.20729> in 0.006s, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp7h29h1pk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862655.95501.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, found as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppyx26v7p/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862602.20729, (3, 6) as of 1715862656.51904, cleaved as of 1715862602.20729> in 0.003s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016546249389648438s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862602.20729, (1, 100) as of 1715862656.53105, cleaved as of 1715862602.20729> in 0.007s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_cleave_root test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272412.42803, (1, 100) as of 1750272468.29793, cleaved as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750272412.42803, (1, 1000) as of 1750272468.32741, cleaved as of 1750272412.42803> in 0.008s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750272412.42803, (2, 15) as of 1750272468.34625, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750272412.42803, (2, 15) as of 1750272468.34625, active as of 1750272412.42803> in 0.006s, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpmwn5ul01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.17885.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715862602.20729, (1, 1000) as of 1715862656.56305, cleaved as of 1715862602.20729> in 0.233s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715862602.20729, (2, 15) as of 1715862656.80177, active as of 1715862602.20729>, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715862602.20729, (2, 15) as of 1715862656.80177, active as of 1715862602.20729> in 0.005s, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmppyx26v7p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.27507.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8zc1n3wr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.83930.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpz9ijq8k4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.38154.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpuqu9xkfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.41503.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, found as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.510185241699219e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.246566772460938e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpgjxcs7dq/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272412.42803, (3, 6) as of 1750272468.56344, cleaved as of 1750272412.42803> in 0.003s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272412.42803, (1, 100) as of 1750272468.57682, cleaved as of 1750272412.42803> in 0.008s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.127357482910156e-05s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003783702850341797s, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2p6bu1ed/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862656.94114.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, found as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpp5chqg64/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862602.20729, (3, 6) as of 1715862657.56805, cleaved as of 1715862602.20729> in 0.003s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862602.20729, (1, 100) as of 1715862657.58053, cleaved as of 1715862602.20729> in 0.007s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.0558319091796875e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.246566772460938e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715862602.20729, (1, 1000) as of 1715862657.61077, cleaved as of 1715862602.20729> in 0.009s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715862602.20729, (2, 15) as of 1715862657.62488, active as of 1715862602.20729>, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750272412.42803, (1, 1000) as of 1750272468.60720, cleaved as of 1750272412.42803> in 0.01s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750272412.42803, (2, 15) as of 1750272468.62162, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012636184692382812s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022411346435546875s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750272412.42803, (2, 15) as of 1750272468.62162, active as of 1750272412.42803> in 0.01s, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpgjxcs7dq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.47427.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002758502960205078s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750272412.42803, (500000, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00026702880859375s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019240379333496094s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1750272412.42803, (2, 103) as of 1750272468.76017, cleaved as of 1750272412.42803> in 0.012s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1750272468.78078, (500000, 0) as of 1750272468.78078, created as of 1750272468.78078>, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002231597900390625s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Setting object count to 1058 (txn: tx950259606e264897a8d0b-00685309d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Setting object count to 1024 (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Setting object count to 1024 (txn: txa88f0fa436cd49b8bd7cb-00685309d3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Setting object count to 1072 (txn: txfbd8fc0fb4bd4d1997eca-00685309d3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1750272468.78078, (3, 1103) as of 1750272468.80969, cleaved as of 1750272468.78078> in 0.009s, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_j6n0dpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272468.68943.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.416175842285156e-05s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpharw1wc5/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001227855682373047s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001342296600341797s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.104873657226562e-05s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.748603820800781e-05s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020265579223632812s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1750272468.82130, (0, 0) as of 1750272468.82130, sharding as of 1750272468.82130>, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272412.42803, (3, 6) as of 1750272468.89053, cleaved as of 1750272412.42803> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.05718994140625e-05s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715862602.20729, (2, 15) as of 1715862657.62488, active as of 1715862602.20729> in 0.007s, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpp5chqg64/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.45637.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715862602.20729, (500000, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1715862602.20729, (2, 103) as of 1715862657.84213, cleaved as of 1715862602.20729> in 0.007s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1715862657.85633, (500000, 0) as of 1715862657.85633, created as of 1715862657.85633>, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1715862657.85633, (3, 1103) as of 1715862657.87203, cleaved as of 1715862657.85633> in 0.007s, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpppv20vjg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862657.80010.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.05718994140625e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db test.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpcw8runqq/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.269050598144531e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.079673767089844e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1715862657.88060, (0, 0) as of 1715862657.88060, sharding as of 1715862657.88060>, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862602.20729, (3, 6) as of 1715862657.93183, cleaved as of 1715862602.20729> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.461143493652344e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1715862602.20729, (2, 15) as of 1715862657.93949, cleaved as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1715862657.88060, (0, 0) as of 1715862657.88060, sharding as of 1715862657.88060>, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862602.20729, (2, 15) as of 1715862657.93949, cleaved as of 1715862602.20729> in 0.005s, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpcw8runqq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862657.88061.db test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1750272412.42803, (2, 15) as of 1750272468.89960, cleaved as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1750272468.82130, (0, 0) as of 1750272468.82130, sharding as of 1750272468.82130>, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272412.42803, (2, 15) as of 1750272468.89960, cleaved as of 1750272412.42803> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpharw1wc5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272468.82131.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpg5ihzh5p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000446319580078125s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.821487426757812e-05s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1750272468.97739, (1000, 11111) as of 1750272468.97739, created as of 1750272468.97739>, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1750272491.00000, (0, 0) as of 1750272480.00000, shrunk as of 1750272480.00000>, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272468.97739, (1000, 11111) as of 1750272468.97739, created as of 1750272468.97739> in 0.007s, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272481.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017189979553222656s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1750272469.03379, (1000, 11111) as of 1750272469.03379, cleaved as of 1750272469.03379>, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001933574676513672s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1750272518.00000, (0, 0) as of 1750272507.00000, shrunk as of 1750272507.00000>, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272469.03379, (1000, 11111) as of 1750272469.03379, cleaved as of 1750272469.03379> in 0.009s, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272508.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005550384521484375s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1750272469.10135, (1000, 11111) as of 1750272469.10135, active as of 1750272469.10135>, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1750272545.00000, (0, 0) as of 1750272534.00000, shrunk as of 1750272534.00000>, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272469.10135, (1000, 11111) as of 1750272469.10135, active as of 1750272469.10135> in 0.008s, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272535.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1750272469.15904, (1000, 11111) as of 1750272469.15904, created as of 1750272469.15904>, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1750272561.00000, (0, 0) as of 1750272561.00000, shrinking as of 1750272561.00000>, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.15904, (1000, 11111) as of 1750272469.15904, created as of 1750272469.15904> in 0.009s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1750272469.15908, (1000, 11111) as of 1750272469.15908, created as of 1750272469.15908>, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1750272561.00000, (0, 0) as of 1750272561.00000, shrinking as of 1750272561.00000>, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272469.15908, (1000, 11111) as of 1750272469.15908, created as of 1750272469.15908> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272562.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1750272469.22710, (1000, 11111) as of 1750272469.22710, cleaved as of 1750272469.22710>, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1750272594.00000, (0, 0) as of 1750272594.00000, shrinking as of 1750272594.00000>, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.22710, (1000, 11111) as of 1750272469.22710, cleaved as of 1750272469.22710> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1750272469.22713, (1000, 11111) as of 1750272469.22713, cleaved as of 1750272469.22713>, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1750272594.00000, (0, 0) as of 1750272594.00000, shrinking as of 1750272594.00000>, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272469.22713, (1000, 11111) as of 1750272469.22713, cleaved as of 1750272469.22713> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272595.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1750272469.29185, (1000, 11111) as of 1750272469.29185, active as of 1750272469.29185>, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1750272627.00000, (0, 0) as of 1750272627.00000, shrinking as of 1750272627.00000>, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.29185, (1000, 11111) as of 1750272469.29185, active as of 1750272469.29185> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1750272469.29189, (1000, 11111) as of 1750272469.29189, active as of 1750272469.29189>, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1750272627.00000, (0, 0) as of 1750272627.00000, shrinking as of 1750272627.00000>, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272469.29189, (1000, 11111) as of 1750272469.29189, active as of 1750272469.29189> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272628.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1750272469.35901, (1000, 11111) as of 1750272469.35901, cleaved as of 1750272469.35901>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1750272660.00000, (0, 0) as of 1750272660.00000, shrinking as of 1750272660.00000>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.35901, (1000, 11111) as of 1750272469.35901, cleaved as of 1750272469.35901> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1750272469.35904, (1000, 11111) as of 1750272469.35904, cleaved as of 1750272469.35904>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1750272660.00000, (0, 0) as of 1750272660.00000, shrinking as of 1750272660.00000>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272469.35904, (1000, 11111) as of 1750272469.35904, cleaved as of 1750272469.35904> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1750272469.35905, (1000, 11111) as of 1750272469.35905, cleaved as of 1750272469.35905>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021648406982421875s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1750272660.00000, (0, 0) as of 1750272660.00000, shrinking as of 1750272660.00000>, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272469.35905, (1000, 11111) as of 1750272469.35905, cleaved as of 1750272469.35905> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272661.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1750272469.45111, (1000, 11111) as of 1750272469.45111, created as of 1750272469.45111>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003075599670410156s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1750272699.00000, (0, 0) as of 1750272699.00000, shrinking as of 1750272699.00000>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.45111, (1000, 11111) as of 1750272469.45111, created as of 1750272469.45111> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1750272469.45114, (1000, 11111) as of 1750272469.45114, created as of 1750272469.45114>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1750272699.00000, (0, 0) as of 1750272699.00000, shrinking as of 1750272699.00000>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272469.45114, (1000, 11111) as of 1750272469.45114, created as of 1750272469.45114> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1750272469.45115, (1000, 11111) as of 1750272469.45115, created as of 1750272469.45115>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1750272699.00000, (0, 0) as of 1750272699.00000, shrinking as of 1750272699.00000>, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272469.45115, (1000, 11111) as of 1750272469.45115, created as of 1750272469.45115> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272700.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1750272469.53124, (1000, 11111) as of 1750272469.53124, active as of 1750272469.53124>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1750272738.00000, (0, 0) as of 1750272738.00000, shrinking as of 1750272738.00000>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.53124, (1000, 11111) as of 1750272469.53124, active as of 1750272469.53124> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1750272469.53128, (1000, 11111) as of 1750272469.53128, active as of 1750272469.53128>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1750272738.00000, (0, 0) as of 1750272738.00000, shrinking as of 1750272738.00000>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272469.53128, (1000, 11111) as of 1750272469.53128, active as of 1750272469.53128> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1750272469.53129, (1000, 11111) as of 1750272469.53129, active as of 1750272469.53129>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1750272738.00000, (0, 0) as of 1750272738.00000, shrinking as of 1750272738.00000>, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272469.53129, (1000, 11111) as of 1750272469.53129, active as of 1750272469.53129> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272739.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqf4qj6os/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001399517059326172s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1750272469.61532, (1000, 11111) as of 1750272469.61532, created as of 1750272469.61532>, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016880035400390625s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1750272777.00000, (0, 0) as of 1750272777.00000, shrinking as of 1750272777.00000>, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.61532, (1000, 11111) as of 1750272469.61532, created as of 1750272469.61532> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b7109878-c7ea-41e2-aee9-e6072b33c189-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpqf4qj6os/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272778.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1750272469.66692, (1000, 11111) as of 1750272469.66692, cleaved as of 1750272469.66692>, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1750272803.00000, (0, 0) as of 1750272803.00000, shrinking as of 1750272803.00000>, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.66692, (1000, 11111) as of 1750272469.66692, cleaved as of 1750272469.66692> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1750272469.66695, (1000, 11111) as of 1750272469.66695, cleaved as of 1750272469.66695>, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1750272803.00000, (0, 0) as of 1750272803.00000, shrinking as of 1750272803.00000>, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272469.66695, (1000, 11111) as of 1750272469.66695, cleaved as of 1750272469.66695> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6c1997a7-2baf-4a0f-8816-d29ad661c81d-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpqf4qj6os/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272804.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026869773864746094s, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '08c162d9-56da-4450-a07d-780f94bc415c-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpqf4qj6os/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272836.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '16cfa5ce-5b3d-4e63-aab8-7962f9b723c2-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpqf4qj6os/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272856.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp06ddpoe7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1715862658.02358, (1000, 11111) as of 1715862658.02358, created as of 1715862658.02358>, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003139972686767578s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1715862681.00000, (0, 0) as of 1715862670.00000, shrunk as of 1715862670.00000>, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862658.02358, (1000, 11111) as of 1715862658.02358, created as of 1715862658.02358> in 0.007s, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862671.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1715862658.07117, (1000, 11111) as of 1715862658.07117, cleaved as of 1715862658.07117>, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1715862708.00000, (0, 0) as of 1715862697.00000, shrunk as of 1715862697.00000>, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862658.07117, (1000, 11111) as of 1715862658.07117, cleaved as of 1715862658.07117> in 0.006s, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862698.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1715862658.12109, (1000, 11111) as of 1715862658.12109, active as of 1715862658.12109>, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1715862735.00000, (0, 0) as of 1715862724.00000, shrunk as of 1715862724.00000>, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862658.12109, (1000, 11111) as of 1715862658.12109, active as of 1715862658.12109> in 0.006s, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862725.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1715862658.16652, (1000, 11111) as of 1715862658.16652, created as of 1715862658.16652>, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1715862751.00000, (0, 0) as of 1715862751.00000, shrinking as of 1715862751.00000>, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.16652, (1000, 11111) as of 1715862658.16652, created as of 1715862658.16652> in 0.012s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1715862658.16655, (1000, 11111) as of 1715862658.16655, created as of 1715862658.16655>, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1715862751.00000, (0, 0) as of 1715862751.00000, shrinking as of 1715862751.00000>, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862658.16655, (1000, 11111) as of 1715862658.16655, created as of 1715862658.16655> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862752.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1715862658.23242, (1000, 11111) as of 1715862658.23242, cleaved as of 1715862658.23242>, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1715862784.00000, (0, 0) as of 1715862784.00000, shrinking as of 1715862784.00000>, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.23242, (1000, 11111) as of 1715862658.23242, cleaved as of 1715862658.23242> in 0.008s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1715862658.23245, (1000, 11111) as of 1715862658.23245, cleaved as of 1715862658.23245>, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015282630920410156s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1715862784.00000, (0, 0) as of 1715862784.00000, shrinking as of 1715862784.00000>, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862658.23245, (1000, 11111) as of 1715862658.23245, cleaved as of 1715862658.23245> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862785.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1715862658.29762, (1000, 11111) as of 1715862658.29762, active as of 1715862658.29762>, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016570091247558594s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1715862817.00000, (0, 0) as of 1715862817.00000, shrinking as of 1715862817.00000>, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.29762, (1000, 11111) as of 1715862658.29762, active as of 1715862658.29762> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1715862658.29765, (1000, 11111) as of 1715862658.29765, active as of 1715862658.29765>, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1715862817.00000, (0, 0) as of 1715862817.00000, shrinking as of 1715862817.00000>, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862658.29765, (1000, 11111) as of 1715862658.29765, active as of 1715862658.29765> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862818.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1715862658.36409, (1000, 11111) as of 1715862658.36409, cleaved as of 1715862658.36409>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1715862850.00000, (0, 0) as of 1715862850.00000, shrinking as of 1715862850.00000>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.36409, (1000, 11111) as of 1715862658.36409, cleaved as of 1715862658.36409> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1715862658.36412, (1000, 11111) as of 1715862658.36412, cleaved as of 1715862658.36412>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1715862850.00000, (0, 0) as of 1715862850.00000, shrinking as of 1715862850.00000>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862658.36412, (1000, 11111) as of 1715862658.36412, cleaved as of 1715862658.36412> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1715862658.36413, (1000, 11111) as of 1715862658.36413, cleaved as of 1715862658.36413>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1715862850.00000, (0, 0) as of 1715862850.00000, shrinking as of 1715862850.00000>, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862658.36413, (1000, 11111) as of 1715862658.36413, cleaved as of 1715862658.36413> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1715862658.44909, (1000, 11111) as of 1715862658.44909, created as of 1715862658.44909>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1715862889.00000, (0, 0) as of 1715862889.00000, shrinking as of 1715862889.00000>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.44909, (1000, 11111) as of 1715862658.44909, created as of 1715862658.44909> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1715862658.44912, (1000, 11111) as of 1715862658.44912, created as of 1715862658.44912>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1715862889.00000, (0, 0) as of 1715862889.00000, shrinking as of 1715862889.00000>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862658.44912, (1000, 11111) as of 1715862658.44912, created as of 1715862658.44912> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1715862658.44913, (1000, 11111) as of 1715862658.44913, created as of 1715862658.44913>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1715862889.00000, (0, 0) as of 1715862889.00000, shrinking as of 1715862889.00000>, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862658.44913, (1000, 11111) as of 1715862658.44913, created as of 1715862658.44913> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862890.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1715862658.53123, (1000, 11111) as of 1715862658.53123, active as of 1715862658.53123>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1715862928.00000, (0, 0) as of 1715862928.00000, shrinking as of 1715862928.00000>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.53123, (1000, 11111) as of 1715862658.53123, active as of 1715862658.53123> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1715862658.53127, (1000, 11111) as of 1715862658.53127, active as of 1715862658.53127>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030231475830078125s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1715862928.00000, (0, 0) as of 1715862928.00000, shrinking as of 1715862928.00000>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862658.53127, (1000, 11111) as of 1715862658.53127, active as of 1715862658.53127> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1715862658.53128, (1000, 11111) as of 1715862658.53128, active as of 1715862658.53128>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1715862928.00000, (0, 0) as of 1715862928.00000, shrinking as of 1715862928.00000>, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862658.53128, (1000, 11111) as of 1715862658.53128, active as of 1715862658.53128> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715862929.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzwi2vybu/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1715862658.60979, (1000, 11111) as of 1715862658.60979, created as of 1715862658.60979>, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1715862967.00000, (0, 0) as of 1715862967.00000, shrinking as of 1715862967.00000>, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.60979, (1000, 11111) as of 1715862658.60979, created as of 1715862658.60979> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '537ab585-e277-4f39-b937-ebed0778c20b-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpzwi2vybu/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715862968.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003628730773925781s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1715862658.66622, (1000, 11111) as of 1715862658.66622, cleaved as of 1715862658.66622>, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1715862993.00000, (0, 0) as of 1715862993.00000, shrinking as of 1715862993.00000>, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.66622, (1000, 11111) as of 1715862658.66622, cleaved as of 1715862658.66622> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1715862658.66626, (1000, 11111) as of 1715862658.66626, cleaved as of 1715862658.66626>, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1715862993.00000, (0, 0) as of 1715862993.00000, shrinking as of 1715862993.00000>, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862658.66626, (1000, 11111) as of 1715862658.66626, cleaved as of 1715862658.66626> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ad536cc0-7008-47eb-aba0-3f724d1242b4-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpzwi2vybu/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715862994.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004143714904785156s, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ceabd4d3-bdf9-4de5-ab14-d3e1e92903ef-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpzwi2vybu/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863026.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fb188bfa-7fc9-4920-b90d-64c9fb8ac9db-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpzwi2vybu/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863046.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1715862658.81397, (1000, 11111) as of 1715862658.81397, cleaved as of 1715862658.81397>, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00028705596923828125s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1750272469.79703, (1000, 11111) as of 1750272469.79703, cleaved as of 1750272469.79703>, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1750272875.00000, (0, 0) as of 1750272875.00000, shrinking as of 1750272875.00000>, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272469.79703, (1000, 11111) as of 1750272469.79703, cleaved as of 1750272469.79703> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f155cc65-b292-4414-9f06-f0d5dc386d15-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpqf4qj6os/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272876.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1750272472.00000, (0, 0) as of 1750272472.00000, active as of 1750272472.00000>, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1750272469.87500, (0, 0) as of 1750272470.00000, shrunk as of 1750272470.00000>, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1750272472.00000, (0, 0) as of 1750272472.00000, active as of 1750272472.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpyy_mprkv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003170967102050781s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1715863065.00000, (0, 0) as of 1715863065.00000, shrinking as of 1715863065.00000>, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862658.81397, (1000, 11111) as of 1715862658.81397, cleaved as of 1715862658.81397> in 0.007s, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '45bc3510-302f-4c4f-b5da-94e17337deeb-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpzwi2vybu/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863066.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1715862661.00000, (0, 0) as of 1715862661.00000, active as of 1715862661.00000>, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001461505889892578s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1715862658.89648, (0, 0) as of 1715862659.00000, shrunk as of 1715862659.00000>, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1715862661.00000, (0, 0) as of 1715862661.00000, active as of 1715862661.00000> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpcdid4fbl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035381317138671875s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1715862661.00000, (0, 0) as of 1715862661.00000, active as of 1715862661.00000>, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000171661376953125s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1750272472.00000, (0, 0) as of 1750272472.00000, active as of 1750272472.00000>, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015306472778320312s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1750272470.00000, (0, 0) as of 1750272470.00000, sharding as of 1750272470.00000>, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1750272472.00000, (0, 0) as of 1750272472.00000, active as of 1750272472.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp12ed7_db/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013136863708496094s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpcd8f2cjo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1750272470.00471, (0, 0) as of 1750272470.00000, shrunk as of 1750272470.00000>, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmponwij1gr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272471.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1750272412.42803, (2, 3) as of 1750272470.05427, cleaved as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1750272412.42803, (2, 103) as of 1750272470.07607, cleaved as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, found as of 1750272412.42803>, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272470.08043>, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1715862659.00000, (0, 0) as of 1715862659.00000, sharding as of 1715862659.00000>, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1715862661.00000, (0, 0) as of 1715862661.00000, active as of 1715862661.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpc6zz9b91/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862660.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017714500427246094s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001347064971923828s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001862049102783203s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpv6gyjud1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000640869140625s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021529197692871094s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1715862659.05698, (0, 0) as of 1715862660.00000, shrunk as of 1715862660.00000>, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4o6ylrd0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014352798461914062s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1715862602.20729, (2, 3) as of 1715862659.10909, cleaved as of 1715862602.20729> in 0.007s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002560615539550781s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1715862602.20729, (2, 103) as of 1715862659.13794, cleaved as of 1715862602.20729> in 0.008s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, found as of 1715862602.20729>, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862659.14315>, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1715862602.20729, (1, 1000) as of 1715862659.16679, cleaved as of 1715862659.14315> in 0.01s, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzpfajsnj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.06548.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1750272412.42803, (1, 1000) as of 1750272470.10001, cleaved as of 1750272470.08043> in 0.009s, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqidgkt44/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.01264.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021648406982421875s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.002907276153564453s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00022220611572265625s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750272412.42803, (1, 18432) as of 1750272470.15927, cleaved as of 1750272412.42803> in 0.012s, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmptierdj_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.11015.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'c67543dc950b0d18bab7dc37b6115d5a', '202539e4-d610-4104-ad3c-c0442cb67178-sdb', '1750272470.19170', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1750272472.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1750272473.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1750272474.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1750272475.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1750272476.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '202539e4-d610-4104-ad3c-c0442cb67178-sdb') +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715862602.20729, (1, 18432) as of 1715862659.22707, cleaved as of 1715862602.20729> in 0.008s, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphypnhzu9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.17857.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '5f06837b37ad13eff7c3795771316b57', 'b1416fd7-034e-4b53-95dc-14b90156e6e5-sdb', '1715862659.25051', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1715862661.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1715862662.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1715862663.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1715862664.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1715862665.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b1416fd7-034e-4b53-95dc-14b90156e6e5-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016164779663085938s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272412.42803, (3, 3) as of 1750272470.27563, cleaved as of 1750272412.42803> in 0.009s, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpu15y1jmh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'a978d816-b1a4-4acb-ae7f-33faf1c936bc-', '1750272470.18405', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-ba540d63-a267-46ab-8287-415125702705-sda": ["{\\"ref\\": \\"ba540d63-a267-46ab-8287-415125702705-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1750272470.27745"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1750272412.42803', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1750272470.26032', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272412.42803', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1750272412.42803', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1750272470.27563', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272412.42803', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272470.21508', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272470.28214', 'deleted': 0, 'state': 70, 'state_timestamp': '1750272470.21514', 'epoch': '1750272470.21514', 'reported': 0, 'tombstones': -1}], 'a978d816-b1a4-4acb-ae7f-33faf1c936bc-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862602.20729, (3, 3) as of 1715862659.31442, cleaved as of 1715862602.20729> in 0.008s, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjsy6txgu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'b3685763-20b1-4038-adea-93e7ce0522c2-', '1715862659.24498', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-209f4bbd-3c83-4bf0-985b-a627295e375b-sda": ["{\\"ref\\": \\"209f4bbd-3c83-4bf0-985b-a627295e375b-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1715862659.31573"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1715862602.20729', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1715862659.30051', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862602.20729', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1715862602.20729', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1715862659.31442', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862602.20729', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862659.26886', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862659.31893', 'deleted': 0, 'state': 70, 'state_timestamp': '1715862659.26891', 'epoch': '1715862659.26891', 'reported': 0, 'tombstones': -1}], 'b3685763-20b1-4038-adea-93e7ce0522c2-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003044605255126953s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018739700317382812s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862602.20729, (3, 3) as of 1715862659.31442, active as of 1715862602.20729>, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002999305725097656s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862658.53774', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019598007202148438s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272412.42803, (3, 3) as of 1750272470.27563, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272412.42803, (3, 3) as of 1750272470.27563, active as of 1750272412.42803> in 0.007s, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpu15y1jmh/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.21514.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpwppcs6eb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '964579c9-d14b-4884-8698-1d79783ea701-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpdgomj3zp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '964579c9-d14b-4884-8698-1d79783ea701-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpdgomj3zp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '964579c9-d14b-4884-8698-1d79783ea701-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpdgomj3zp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '964579c9-d14b-4884-8698-1d79783ea701-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpdgomj3zp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dc91e00a-2351-4d7c-9fb3-6cdee56b2efb-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpdgomj3zp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f894df24-6e10-4465-bb2f-d3aec5807bdb-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpb1s4r4zv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f894df24-6e10-4465-bb2f-d3aec5807bdb-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpb1s4r4zv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f894df24-6e10-4465-bb2f-d3aec5807bdb-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpb1s4r4zv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f894df24-6e10-4465-bb2f-d3aec5807bdb-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpb1s4r4zv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f01d1900-26e9-48e4-a435-a04ba3c85a8f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpb1s4r4zv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272470.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok @@ -57501,6 +55016,104 @@ test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.88174', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862658.89110', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.07073', 'Content-Type': 'so'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862602.20729, (3, 3) as of 1715862659.31442, active as of 1715862602.20729> in 0.01s, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjsy6txgu/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.26891.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpkd5z4njh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '96a2c89a-8bce-4f4b-a2db-5d7811f7fb3b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplndn8pud/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '96a2c89a-8bce-4f4b-a2db-5d7811f7fb3b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplndn8pud/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '96a2c89a-8bce-4f4b-a2db-5d7811f7fb3b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplndn8pud/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '96a2c89a-8bce-4f4b-a2db-5d7811f7fb3b-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplndn8pud/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1a5cabc0-b9d5-4198-af54-85b76440ec65-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplndn8pud/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '67d4f3ab-cb65-45e4-a14a-d16ee0b81db0-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzub1ghyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '67d4f3ab-cb65-45e4-a14a-d16ee0b81db0-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzub1ghyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '67d4f3ab-cb65-45e4-a14a-d16ee0b81db0-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzub1ghyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '67d4f3ab-cb65-45e4-a14a-d16ee0b81db0-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzub1ghyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'da939376-10b0-48c2-b3d4-2490c546f444-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzub1ghyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862659.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpzq5qn_sn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp_r0cf85g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp_r0cf85g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp_r0cf85g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpex55zmh3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphs0pkdqc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmphs0pkdqc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmphs0pkdqc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates @@ -57511,101 +55124,136 @@ test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Setting object count to 1072 (txn: txb172a2a3a6d647fabbc3a-00685309d4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Setting object count to 1072 (txn: tx8bc5273ddf6c4566a2254-00685309d5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok - -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp2ii6rq_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp9xn6pol2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp9xn6pol2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp9xn6pol2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpq3g3efx5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl9d5w4mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpl9d5w4mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpl9d5w4mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpl9d5w4mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1750272470.63355, (100000, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpl9d5w4mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq59_4p90/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpq59_4p90/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpq59_4p90/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp3v2r_qop/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpu5rj2lwh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272470.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpp83lprvb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.08348', 'Content-Type': 'so'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.43490', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphs0pkdqc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1715862659.75890, (100000, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmphs0pkdqc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_ppp24wi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_ppp24wi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_ppp24wi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpmo2firw1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2u114zzz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862659.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpbxbi85xi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpkj5w83wp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpzr3336q7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpzr3336q7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpzr3336q7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpzr3336q7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp_y_6nv51/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp_y_6nv51/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp_y_6nv51/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp_y_6nv51/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard @@ -57614,67 +55262,313 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp20noc9vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpsmyjeiqx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpsmyjeiqx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpsmyjeiqx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpsmyjeiqx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmxbusvtt/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmxbusvtt/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmxbusvtt/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmxbusvtt/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpo8zsnma2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpo8zsnma2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpo8zsnma2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpo8zsnma2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_ne_7lhc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_ne_7lhc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_ne_7lhc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_ne_7lhc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpy5i2347w/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpy5i2347w/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpy5i2347w/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.59373', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.60349', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.68465', 'Content-Type': 'binary/octet-stream'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.73414', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.74321', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.74708', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.75123', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.75487', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.75984', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.76351', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.76689', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.76977', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.78499', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.78764', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862659.80048', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123059Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.81221', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123059Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.90555', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123059Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.92406', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.93914', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1u3ojb0o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1u3ojb0o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1u3ojb0o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1u3ojb0o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbsz2st3f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbsz2st3f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbsz2st3f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbsz2st3f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpefhqfszg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpefhqfszg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpefhqfszg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log @@ -57697,605 +55591,1667 @@ test.unit.container.test_sharder.TestSharder.test_log_broker ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_exception test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.95011', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.96144', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862659.97175', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:51 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1b380d65-e9fa-4fad-95aa-6b3acc1b0e78-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp7yapf5yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T18:47:51.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp7yapf5yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T18:47:52.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpd0y9a386/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272472.00000.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89134400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:00 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3bd60a9f-0294-44da-8801-36300859bb7f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpzv2vz0pu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-16T12:31:00.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpzv2vz0pu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-16T12:31:01.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp3wppeu80/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpaauuczrs/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpvzsftooi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp10pew53t/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp7kjdvipl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpn3ip0nxl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpkmqew1ij/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpn3ip0nxl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpkmqew1ij/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpn3ip0nxl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpkmqew1ij/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpn3ip0nxl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpkmqew1ij/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022411346435546875s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0006122589111328125s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000240325927734375s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017523765563964844s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022220611572265625s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002636909484863281s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000255584716796875s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022935867309570312s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00026106834411621094s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003879070281982422s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00038361549377441406s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.41194, (0, 0) as of 1750272471.41194, active as of 1750272471.41194>, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.41195, (0, 0) as of 1750272471.41195, active as of 1750272471.41195>, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.41196, (0, 0) as of 1750272471.41196, active as of 1750272471.41196>, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002799034118652344s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021982192993164062s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002334117889404297s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002231597900390625s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002315044403076172s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002503395080566406s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.41195, (0, 0) as of 1750272471.41195, active as of 1750272471.41195>, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.41196, (0, 0) as of 1750272471.41196, active as of 1750272471.41196>, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdsi9smzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.41263.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030493736267089844s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00029778480529785156s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003082752227783203s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00029349327087402344s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029778480529785156s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00028395652770996094s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017499923706054688s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001480579376220703s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89134400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136c80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136c80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89134400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx945ada9a89dd4efa8f4dd-006645fc80) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txb21e2ea544f14b63bed23-006645fc81) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txb21e2ea544f14b63bed23-006645fc81) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txb21e2ea544f14b63bed23-006645fc81) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Setting object count to 1058 (txn: txe6d9f00ec90e442fb1b7f-006645fc82) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Setting object count to 1024 (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Setting object count to 1024 (txn: tx1653b61d9f8d4c499aa59-006645fc83) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx436522d5ae3d45928f0a0-006645fc84) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.38223, (0, 0) as of 1715862660.38223, active as of 1715862660.38223>, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.38224, (0, 0) as of 1715862660.38224, active as of 1715862660.38224>, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.38225, (0, 0) as of 1715862660.38225, active as of 1715862660.38225>, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003650188446044922s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.38224, (0, 0) as of 1715862660.38224, active as of 1715862660.38224>, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.38225, (0, 0) as of 1715862660.38225, active as of 1715862660.38225>, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5wl11kpn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.38278.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004410743713378906s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021076202392578125s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001773834228515625s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001952648162841797s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002429485321044922s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004565715789794922s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014543533325195312s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014257431030273438s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbx2t95i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021719932556152344s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002262592315673828s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002315044403076172s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpida2a9is/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002484321594238281s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002148151397705078s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000194549560546875s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.58972, (0, 0) as of 1715862660.58972, active as of 1715862660.58972>, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.58973, (0, 0) as of 1715862660.58973, active as of 1715862660.58973>, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.58974, (0, 0) as of 1715862660.58974, active as of 1715862660.58974>, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022602081298828125s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001990795135498047s, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.73010, (0, 0) as of 1750272471.73010, active as of 1750272471.73010>, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.73011, (0, 0) as of 1750272471.73011, active as of 1750272471.73011>, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.73012, (0, 0) as of 1750272471.73012, active as of 1750272471.73012>, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpm07ttat3/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm07ttat3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.73075.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019741058349609375s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016951560974121094s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021982192993164062s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020265579223632812s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021600723266601562s, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.78871, (0, 0) as of 1750272471.78871, active as of 1750272471.78871>, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.78872, (0, 0) as of 1750272471.78872, active as of 1750272471.78872>, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp66iljm3m/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.78873, (0, 0) as of 1750272471.78873, active as of 1750272471.78873>, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp66iljm3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.79102.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpl1mb56nh/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl1mb56nh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.59032.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022172927856445312s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019073486328125s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020503997802734375s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002288818359375s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002338886260986328s, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.64174, (0, 0) as of 1715862660.64174, active as of 1715862660.64174>, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.64175, (0, 0) as of 1715862660.64175, active as of 1715862660.64175>, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpsbo5vop5/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.64176, (0, 0) as of 1715862660.64176, active as of 1715862660.64176>, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsbo5vop5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.64248.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002484321594238281s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020837783813476562s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020551681518554688s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003368854522705078s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015425682067871094s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002646446228027344s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003364086151123047s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018739700317382812s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001900196075439453s, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.84327, (0, 0) as of 1750272471.84327, active as of 1750272471.84327>, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_l1k2zp8/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.84328, (0, 0) as of 1750272471.84328, active as of 1750272471.84328>, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.84329, (0, 0) as of 1750272471.84329, active as of 1750272471.84329>, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp_l1k2zp8/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_l1k2zp8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.84382.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001556873321533203s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002071857452392578s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00040030479431152344s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003859996795654297s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.89298, (0, 0) as of 1750272471.89298, active as of 1750272471.89298>, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272471.89299, (0, 0) as of 1750272471.89299, active as of 1750272471.89299>, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.69244, (0, 0) as of 1715862660.69244, active as of 1715862660.69244>, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpxi65arhj/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.69245, (0, 0) as of 1715862660.69245, active as of 1715862660.69245>, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.69246, (0, 0) as of 1715862660.69246, active as of 1715862660.69246>, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpxi65arhj/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxi65arhj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.69300.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022530555725097656s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018095970153808594s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001926422119140625s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001800060272216797s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.74055, (0, 0) as of 1715862660.74055, active as of 1715862660.74055>, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862660.74056, (0, 0) as of 1715862660.74056, active as of 1715862660.74056>, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862660.74056, (0, 0) as of 1715862660.74056, active as of 1715862660.74056>, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272471.89300, (0, 0) as of 1750272471.89300, active as of 1750272471.89300>, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018596649169921875s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272471.89298, (0, 0) as of 1750272471.89298, active as of 1750272471.89298>, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfh52sc1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.89347.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022411346435546875s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015306472778320312s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016427040100097656s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003490447998046875s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002498626708984375s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002200603485107422s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024199485778808594s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020623207092285156s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89136200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6wxqw5v7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpypsfgchx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpypsfgchx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862660.74055, (0, 0) as of 1715862660.74055, active as of 1715862660.74055>, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaj3_ugby/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.74110.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019693374633789062s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026679039001464844s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00031828880310058594s, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdozk3evf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272471.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013971328735351562s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018405914306640625s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016999244689941406s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020623207092285156s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019216537475585938s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014638900756835938s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012803077697753906s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001957416534423828s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020623207092285156s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020575523376464844s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023102760314941406s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021958351135253906s, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxdcki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862660.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018906593322753906s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018095970153808594s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001881122589111328s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001971721649169922s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002396106719970703s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023674964904785156s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014352798461914062s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014829635620117188s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a81e8z5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0012581348419189453s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032329559326171875s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.130073547363281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.417533874511719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_rhesa7o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.005098581314086914s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpcxiiurq_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023126602172851562s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002791881561279297s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpto969k1e/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003075599670410156s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6t7u7eoa/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021386146545410156s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001499652862548828s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020241737365722656s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014710426330566406s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017976760864257812s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +cont2 DEBUG: Could not load '/tmp/tmpypsfgchx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpypsfgchx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:00 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1593255 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1593255 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1593255 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1593255 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6a8ac74e69134478ae5cf-006645fc84" "proxy-server 1593255" 0.0011 "-" 1593255 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49535/sda1/1/a/c" "tx6a8ac74e69134478ae5cf-006645fc84" "container-server 1593255" 0.0018 "-" 1593255 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59169/sdb1/1/a/c" "tx6a8ac74e69134478ae5cf-006645fc84" "container-server 1593255" 0.0012 "-" 1593255 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6a8ac74e69134478ae5cf-006645fc84" "proxy-server 1593255" 0.0100 "-" 1593255 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6a8ac74e69134478ae5cf-006645fc84" "proxy-server 1593255" 0.0158 "-" 1593255 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6a8ac74e69134478ae5cf-006645fc84 - 0.0236 - - 1715862660.981711149 1715862661.005352259 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2b72764d60bb4d2c889ee-006645fc85" "proxy-server 1593255" 0.0013 "-" 1593255 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59169/sdb1/1/a1/c1" "tx2b72764d60bb4d2c889ee-006645fc85" "container-server 1593255" 0.0011 "-" 1593255 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49535/sda1/1/a1/c1" "tx2b72764d60bb4d2c889ee-006645fc85" "container-server 1593255" 0.0011 "-" 1593255 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2b72764d60bb4d2c889ee-006645fc85" "proxy-server 1593255" 0.0088 "-" 1593255 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2b72764d60bb4d2c889ee-006645fc85" "proxy-server 1593255" 0.0140 "-" 1593255 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2b72764d60bb4d2c889ee-006645fc85 - 0.0216 - - 1715862661.006887674 1715862661.028439522 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbef0a6ce110346109850d-006645fc85" "proxy-server 1593255" 0.0023 "-" 1593255 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59169/sdb1/2/a/c1" "txbef0a6ce110346109850d-006645fc85" "container-server 1593255" 0.0012 "-" 1593255 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49535/sda1/2/a/c1" "txbef0a6ce110346109850d-006645fc85" "container-server 1593255" 0.0017 "-" 1593255 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbef0a6ce110346109850d-006645fc85" "proxy-server 1593255" 0.0123 "-" 1593255 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbef0a6ce110346109850d-006645fc85" "proxy-server 1593255" 0.0177 "-" 1593255 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbef0a6ce110346109850d-006645fc85 - 0.0264 - - 1715862661.029900074 1715862661.056349993 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e728a5182dc44619456c-006645fc85" "proxy-server 1593255" 0.0022 "-" 1593255 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59169/sdb1/1/a/c2" "tx1e728a5182dc44619456c-006645fc85" "container-server 1593255" 0.0011 "-" 1593255 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49535/sda1/1/a/c2" "tx1e728a5182dc44619456c-006645fc85" "container-server 1593255" 0.0018 "-" 1593255 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e728a5182dc44619456c-006645fc85" "proxy-server 1593255" 0.0097 "-" 1593255 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e728a5182dc44619456c-006645fc85" "proxy-server 1593255" 0.0149 "-" 1593255 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1e728a5182dc44619456c-006645fc85 - 0.0236 - - 1715862661.057900190 1715862661.081455469 2 +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0012269020080566406s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010967254638671875s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpggdso9kt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002110004425048828s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000225067138671875s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013899803161621094s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011658668518066406s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017976760864257812s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, active as of 1750272412.42803>, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpnt6o_xei/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025963783264160156s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002765655517578125s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025844573974609375s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00024366378784179688s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023818016052246094s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002276897430419922s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272472.51311, (0, 0) as of 1750272472.51311, active as of 1750272472.51311>, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272472.51312, (0, 0) as of 1750272472.51312, active as of 1750272472.51312>, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272472.51313, (0, 0) as of 1750272472.51313, active as of 1750272472.51313>, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptsuf_rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.51361.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp33cnuant/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp33cnuant/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, active as of 1715862602.20729>, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyohn9_y3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020360946655273438s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023293495178222656s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862661.30824, (0, 0) as of 1715862661.30824, active as of 1715862661.30824>, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862661.30825, (0, 0) as of 1715862661.30825, active as of 1715862661.30825>, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862661.30826, (0, 0) as of 1715862661.30826, active as of 1715862661.30826>, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphl6dxcm5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.30882.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpevkfxnqg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpevkfxnqg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpevkfxnqg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpevkfxnqg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmka1qxsy/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmka1qxsy/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmka1qxsy/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmka1qxsy/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpoany6bbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpoany6bbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpoany6bbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpoany6bbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp3tch66nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp3tch66nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp33cnuant/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp33cnuant/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmppv9ksoqo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmppv9ksoqo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmppv9ksoqo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmppv9ksoqo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp3rnb2i1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp3rnb2i1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp3rnb2i1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp3rnb2i1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmps3nk_f37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmps3nk_f37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmps3nk_f37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmps3nk_f37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp3tch66nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp3tch66nd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp19tf06sk/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpbotycxex/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle self._process_broker(broker, node, part) @@ -58311,89 +57267,87 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp19tf06sk/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbotycxex/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -58405,17 +57359,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.04s +sharder-test INFO: Container sharder "once" mode completed: 0.05s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -58427,21 +57381,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Container sharder "once" mode completed: 0.01s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -58453,18 +57403,22 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Container sharder "once" mode completed: 0.03s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -58476,17 +57430,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Container sharder "once" mode completed: 0.01s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:52 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:01 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -58499,386 +57453,335 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpla0jrv2r/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpla0jrv2r/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpla0jrv2r/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpla0jrv2r/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_s2nyu2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_s2nyu2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_s2nyu2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_s2nyu2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp748u2h9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272472.92411.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp8rxyw9ix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8rxyw9ix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8rxyw9ix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8rxyw9ix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp8rxyw9ix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpao4dk3ki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862661.78537.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp4p3w4484/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4p3w4484/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4p3w4484/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4p3w4484/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp4p3w4484/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm94ldawf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_ujsq14h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpnja15uth/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash60False/hash60False_1750272473.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash60True/hash60True_1750272492.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpk1eunwrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash60False/hash60False_1715862661.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash60True/hash60True_1715862680.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013113021850585938s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/lse/hash50False/hash50False_1750272511.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - zero objects found, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp2mf16d7d/sda/containers/0/rue/hash50True/hash50True_1750272527.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/lse/hash50False/hash50False_1715862699.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000133514404296875s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - zero objects found, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpohpqrq4t/sda/containers/0/rue/hash50True/hash50True_1715862715.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h60/hash60/hash60_1715862662.12533.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h60/hash60/hash60_1750272473.33834.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h50/hash50/hash50_1750272473.35890.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcp7kdgqy/sda/containers/0/h70/hash70/hash70_1750272473.38469.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h50/hash50/hash50_1715862662.14645.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv2nu763f/sda/containers/0/h70/hash70/hash70_1715862662.17194.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Setting object count to 1072 (txn: tx90e4c0a274764da89672b-00685309d6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb88f97ed63bf44c9b6efa-00685309d7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb88f97ed63bf44c9b6efa-00685309d7) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb88f97ed63bf44c9b6efa-00685309d7) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txb88f97ed63bf44c9b6efa-00685309d7) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txb88f97ed63bf44c9b6efa-00685309d7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txbd9f0a52b9614c6fa9e81-00685309d8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx2b83bda95fbd4187a233e-00685309d9) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp2z2j9f78/sda/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpmq7ku_d3/sda/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -58900,6 +57803,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok sharder-test ERROR: Exception in sharder: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever @@ -58937,8 +57842,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -58959,12 +57864,12 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -58985,7 +57890,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59006,7 +57911,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59027,9 +57932,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59050,9 +57955,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59073,7 +57978,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59094,8 +57999,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59116,9 +58021,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59139,7 +58044,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59160,15 +58065,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59189,7 +58092,60 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Setting object count to 1072 (txn: tx436522d5ae3d45928f0a0-006645fc84) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Setting object count to 1072 (txn: tx26f9568ff90a40fa9a0c3-006645fc85) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -59210,1091 +58166,2619 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp7gkozumk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00026869773864746094s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005817413330078125s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmppgi3n2ao/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmppgi3n2ao/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013375282287597656s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmppgi3n2ao/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmppgi3n2ao/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1750272412.42803, (0, 0) as of 1750272412.42803, cleaved as of 1750272412.42803> in 0.002s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018548965454101562s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1750272412.42803, (2, 2) as of 1750272473.68802, cleaved as of 1750272412.42803> in 0.008s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwke15dq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpd52m1ao6/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaved ShardRange in 0.004s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpd52m1ao6/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpd52m1ao6/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.677078247070312e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpd52m1ao6/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1715862602.20729, (0, 0) as of 1715862602.20729, cleaved as of 1715862602.20729> in 0.002s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1715862602.20729, (2, 2) as of 1715862662.43714, cleaved as of 1715862602.20729> in 0.006s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.914138793945312e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpd52m1ao6/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003070831298828125s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmppgi3n2ao/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803>, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1750272412.42803, (0, 0) as of 1750272412.42803, created as of 1750272412.42803> - shard db already in sync, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1750272412.42803, (3, 3) as of 1750272473.75821, cleaved as of 1750272412.42803> in 0.004s, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmppgi3n2ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.52075.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f5262fa-a2c8-42cb-a1c4-29f76cea1942-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmprv3i9075/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f5262fa-a2c8-42cb-a1c4-29f76cea1942-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmprv3i9075/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f5262fa-a2c8-42cb-a1c4-29f76cea1942-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmprv3i9075/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6f5262fa-a2c8-42cb-a1c4-29f76cea1942-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmprv3i9075/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '20f55e5c-d86d-4a45-9524-48d0b955a5ee-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmprv3i9075/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272473.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwdnrg0qe/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwdnrg0qe/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwdnrg0qe/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.557868957519531e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729>, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1715862602.20729, (0, 0) as of 1715862602.20729, created as of 1715862602.20729> - shard db already in sync, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1715862602.20729, (3, 3) as of 1715862662.48330, cleaved as of 1715862602.20729> in 0.003s, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpd52m1ao6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.30899.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5e01143d-7ad6-4884-bd34-ce8d4f1eebee-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlg4pvws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5e01143d-7ad6-4884-bd34-ce8d4f1eebee-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlg4pvws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5e01143d-7ad6-4884-bd34-ce8d4f1eebee-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlg4pvws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5e01143d-7ad6-4884-bd34-ce8d4f1eebee-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlg4pvws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c977f642-7397-4bed-ae90-abaa1c9c0153-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlg4pvws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862662.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn0mj0rzu/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn0mj0rzu/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn0mj0rzu/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Fri May 17 02:31:02 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_shard - attempted:0 success:0 failure:0 test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:47:53 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpv5jxcs31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy1w9qms7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Since Fri May 17 02:31:02 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:31:02 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpggg1j8nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp0ol01jg4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp16xekcbi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00024247169494628906s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001766681671142578s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021028518676757812s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpzv58bb1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00015163421630859375s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp56mhdkl_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.000499725341796875s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00045800209045410156s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0003037452697753906s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.000408172607421875s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00029015541076660156s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00042128562927246094s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00046324729919433594s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0004076957702636719s, path: a/c, db: /tmp/tmprhz79kmv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00036716461181640625s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0004830360412597656s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003669261932373047s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0003581047058105469s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003275871276855469s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002353191375732422s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002048015594482422s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00022912025451660156s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0003733634948730469s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019311904907226562s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00039267539978027344s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002002716064453125s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003032684326171875s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0002143383026123047s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023221969604492188s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022292137145996094s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024771690368652344s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002560615539550781s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022673606872558594s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00021314620971679688s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023698806762695312s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00023698806762695312s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -sharder-test DEBUG: got 3 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00029158592224121094s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00022983551025390625s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpovhbxeke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpllqpz70f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpllqpz70f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003426074981689453s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002593994140625s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0006451606750488281s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023412704467773438s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00023436546325683594s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00024175643920898438s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00020933151245117188s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0008273124694824219s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.000247955322265625s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002040863037109375s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0003650188446044922s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00021719932556152344s, path: a/c, db: /tmp/tmpa073l6ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023627281188964844s, path: a/c, db: /tmp/tmp5vq7e2av/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp5vq7e2av/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpq9z5za6f/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpdkis1wqh/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpdkis1wqh/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpdkis1wqh/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpouqcrzey/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpouqcrzey/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpouqcrzey/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpvb7wv0qr/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpg50s2ute/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp7wxmj2vm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp7wxmj2vm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp7wxmj2vm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmpuoe879fb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1593225] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1593225] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx3df4147d750d45f7a40b7-00685309da) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx074ee71429e340e3afc81-006645fc87) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx50fcbfbebcc747c0b9c11-00685309da) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8d6cd6cf3ac2425fb2dfd-006645fc87) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxbfiq74l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxbfiq74l/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpb4nhzv4u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb4nhzv4u/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxbfiq74l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxbfiq74l/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpb4nhzv4u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb4nhzv4u/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx917137ab932e43c9889e8-00685309da" "proxy-server 2495511" 0.0012 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48791/sdb1/1/a/c" "tx917137ab932e43c9889e8-00685309da" "container-server 2495511" 0.0011 "-" 2495511 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42649/sda1/1/a/c" "tx917137ab932e43c9889e8-00685309da" "container-server 2495511" 0.0011 "-" 2495511 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx917137ab932e43c9889e8-00685309da" "proxy-server 2495511" 0.0096 "-" 2495511 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx917137ab932e43c9889e8-00685309da" "proxy-server 2495511" 0.0148 "-" 2495511 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx917137ab932e43c9889e8-00685309da - 0.0225 - - 1750272474.382536411 1750272474.405016899 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdf3b55a8788845288b890-00685309da" "proxy-server 2495511" 0.0012 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48791/sdb1/1/a1/c1" "txdf3b55a8788845288b890-00685309da" "container-server 2495511" 0.0010 "-" 2495511 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42649/sda1/1/a1/c1" "txdf3b55a8788845288b890-00685309da" "container-server 2495511" 0.0010 "-" 2495511 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdf3b55a8788845288b890-00685309da" "proxy-server 2495511" 0.0083 "-" 2495511 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdf3b55a8788845288b890-00685309da" "proxy-server 2495511" 0.0134 "-" 2495511 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdf3b55a8788845288b890-00685309da - 0.0206 - - 1750272474.406382322 1750272474.427028656 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx566371f902ba495d83528-00685309da" "proxy-server 2495511" 0.0019 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48791/sdb1/2/a/c1" "tx566371f902ba495d83528-00685309da" "container-server 2495511" 0.0018 "-" 2495511 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42649/sda1/2/a/c1" "tx566371f902ba495d83528-00685309da" "container-server 2495511" 0.0011 "-" 2495511 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx566371f902ba495d83528-00685309da" "proxy-server 2495511" 0.0147 "-" 2495511 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx566371f902ba495d83528-00685309da" "proxy-server 2495511" 0.0111 "-" 2495511 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx566371f902ba495d83528-00685309da - 0.0235 - - 1750272474.428457975 1750272474.451984406 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5d55a2383a5d43638b52c-00685309da" "proxy-server 2495511" 0.0022 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42649/sda1/1/a/c2" "tx5d55a2383a5d43638b52c-00685309da" "container-server 2495511" 0.0016 "-" 2495511 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48791/sdb1/1/a/c2" "tx5d55a2383a5d43638b52c-00685309da" "container-server 2495511" 0.0011 "-" 2495511 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5d55a2383a5d43638b52c-00685309da" "proxy-server 2495511" 0.0089 "-" 2495511 2 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx2b83bda95fbd4187a233e-00685309d9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd26a07d8a92b4844a398c-00685309da) -test DEBUG: Setting object count to 3120 (txn: txd26a07d8a92b4844a398c-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcfab7e1bae7e44c29d134-00685309da) -test DEBUG: Setting object count to 3120 (txn: txcfab7e1bae7e44c29d134-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5f1fa079f913489184537-00685309da) -test DEBUG: Setting object count to 3120 (txn: tx5f1fa079f913489184537-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test DEBUG: Setting object count to 3120 (txn: txeab37c7b1bd74edfa4a2e-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txd7a115235e2c42fb91e6e-00685309da) -test DEBUG: Setting object count to 3120 (txn: txd7a115235e2c42fb91e6e-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d3323468e8248a8b3ef2-00685309da) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx7d3323468e8248a8b3ef2-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbf32f38f4fd44c58a7277-00685309da) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1593225 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1593225 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1593225 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1593225 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc9a71cca1e2945339d6e7-006645fc87" "proxy-server 1593225" 0.0012 "-" 1593225 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59687/sdb1/3/a/c" "txc9a71cca1e2945339d6e7-006645fc87" "container-server 1593225" 0.0011 "-" 1593225 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50373/sda1/3/a/c" "txc9a71cca1e2945339d6e7-006645fc87" "container-server 1593225" 0.0010 "-" 1593225 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txc9a71cca1e2945339d6e7-006645fc87" "proxy-server 1593225" 0.0086 "-" 1593225 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txc9a71cca1e2945339d6e7-006645fc87" "proxy-server 1593225" 0.0138 "-" 1593225 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc9a71cca1e2945339d6e7-006645fc87 - 0.0220 - - 1715862663.755999327 1715862663.778002024 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd56f4201346244ab92a13-006645fc87" "proxy-server 1593225" 0.0012 "-" 1593225 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50373/sda1/0/a1/c1" "txd56f4201346244ab92a13-006645fc87" "container-server 1593225" 0.0010 "-" 1593225 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59687/sdb1/0/a1/c1" "txd56f4201346244ab92a13-006645fc87" "container-server 1593225" 0.0010 "-" 1593225 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd56f4201346244ab92a13-006645fc87" "proxy-server 1593225" 0.0123 "-" 1593225 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd56f4201346244ab92a13-006645fc87" "proxy-server 1593225" 0.0088 "-" 1593225 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd56f4201346244ab92a13-006645fc87 - 0.0200 - - 1715862663.779403210 1715862663.799412727 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9ea64b953d7649c8a1101-006645fc87" "proxy-server 1593225" 0.0019 "-" 1593225 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50373/sda1/3/a/c1" "tx9ea64b953d7649c8a1101-006645fc87" "container-server 1593225" 0.0011 "-" 1593225 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59687/sdb1/3/a/c1" "tx9ea64b953d7649c8a1101-006645fc87" "container-server 1593225" 0.0016 "-" 1593225 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9ea64b953d7649c8a1101-006645fc87" "proxy-server 1593225" 0.0147 "-" 1593225 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9ea64b953d7649c8a1101-006645fc87" "proxy-server 1593225" 0.0112 "-" 1593225 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9ea64b953d7649c8a1101-006645fc87 - 0.0232 - - 1715862663.800742626 1715862663.823953152 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx945b0d889b124683952de-006645fc87" "proxy-server 1593225" 0.0018 "-" 1593225 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:50373/sda1/0/a/c2" "tx945b0d889b124683952de-006645fc87" "container-server 1593225" 0.0016 "-" 1593225 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59687/sdb1/0/a/c2" "tx945b0d889b124683952de-006645fc87" "container-server 1593225" 0.0010 "-" 1593225 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx945b0d889b124683952de-006645fc87" "proxy-server 1593225" 0.0131 "-" 1593225 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx945b0d889b124683952de-006645fc87" "proxy-server 1593225" 0.0095 "-" 1593225 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx945b0d889b124683952de-006645fc87 - 0.0216 - - 1715862663.825222969 1715862663.846809864 2 +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Setting object count to 1072 (txn: txd7774aca73024008afb81-006645fc86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Setting object count to 1072 (txn: tx018389d9b2cf4f3881b7c-006645fc87) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx90cba2e5f29a4c95bbd78-006645fc88) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx90cba2e5f29a4c95bbd78-006645fc88) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90cba2e5f29a4c95bbd78-006645fc88) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx90cba2e5f29a4c95bbd78-006645fc88) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx90cba2e5f29a4c95bbd78-006645fc88) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx77b70cbfaa8449bb94726-006645fc89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txfa37e8a6176a4f98802c0-006645fc8a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test DEBUG: Setting object count to 3120 (txn: tx9891230e83284ac89e5f4-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test DEBUG: Setting object count to 3120 (txn: tx0e7db31e6ad7470bbea6d-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test DEBUG: Setting object count to 3120 (txn: tx3efa5cc9d04d44909e7cf-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test DEBUG: Setting object count to 3120 (txn: tx5e99dc98c6a24b9cb500f-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txf4cefac223264f68b6534-006645fc8b) +test DEBUG: Setting object count to 3120 (txn: txf4cefac223264f68b6534-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txec835828bd61435aa22a2-006645fc8b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txec835828bd61435aa22a2-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2ab64895950a4eb193e2b-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx56954516f0ec4978a7123-006645fc8b) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx56954516f0ec4978a7123-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfac46c4f4066480687ce0-006645fc8b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txfac46c4f4066480687ce0-006645fc8b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfac46c4f4066480687ce0-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfac46c4f4066480687ce0-006645fc8b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfac46c4f4066480687ce0-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2593db2ba95d4239967b7-006645fc8b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx2593db2ba95d4239967b7-006645fc8b) test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5d55a2383a5d43638b52c-00685309da" "proxy-server 2495511" 0.0141 "-" 2495511 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5d55a2383a5d43638b52c-00685309da - 0.0226 - - 1750272474.453395605 1750272474.475989580 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpummjl2uv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpummjl2uv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpummjl2uv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpummjl2uv/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx90d5e11bd3474014b4fa9-00685309da" "proxy-server 2495511" 0.0011 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33275/sdb1/1/a/c" "tx90d5e11bd3474014b4fa9-00685309da" "container-server 2495511" 0.0011 "-" 2495511 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44377/sda1/1/a/c" "tx90d5e11bd3474014b4fa9-00685309da" "container-server 2495511" 0.0010 "-" 2495511 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx90d5e11bd3474014b4fa9-00685309da" "proxy-server 2495511" 0.0087 "-" 2495511 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx90d5e11bd3474014b4fa9-00685309da" "proxy-server 2495511" 0.0146 "-" 2495511 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx90d5e11bd3474014b4fa9-00685309da - 0.0221 - - 1750272474.552389622 1750272474.574481964 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txff91a90ba0b0442fad5a5-00685309da" "proxy-server 2495511" 0.0012 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33275/sdb1/1/a1/c1" "txff91a90ba0b0442fad5a5-00685309da" "container-server 2495511" 0.0011 "-" 2495511 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44377/sda1/1/a1/c1" "txff91a90ba0b0442fad5a5-00685309da" "container-server 2495511" 0.0010 "-" 2495511 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff91a90ba0b0442fad5a5-00685309da" "proxy-server 2495511" 0.0086 "-" 2495511 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff91a90ba0b0442fad5a5-00685309da" "proxy-server 2495511" 0.0136 "-" 2495511 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txff91a90ba0b0442fad5a5-00685309da - 0.0210 - - 1750272474.575773001 1750272474.596737862 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx28ff3d83104641e28fcfb-00685309da" "proxy-server 2495511" 0.0019 "-" 2495511 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33275/sdb1/2/a/c1" "tx28ff3d83104641e28fcfb-00685309da" "container-server 2495511" 0.0011 "-" 2495511 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44377/sda1/2/a/c1" "tx28ff3d83104641e28fcfb-00685309da" "container-server 2495511" 0.0017 "-" 2495511 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28ff3d83104641e28fcfb-00685309da" "proxy-server 2495511" 0.0103 "-" 2495511 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx28ff3d83104641e28fcfb-00685309da" "proxy-server 2495511" 0.0153 "-" 2495511 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx28ff3d83104641e28fcfb-00685309da - 0.0235 - - 1750272474.598086357 1750272474.621616125 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx35bdded6435141e788b66-00685309da" "proxy-server 2495511" 0.0020 "-" 2495511 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44377/sda1/1/a/c2" "tx35bdded6435141e788b66-00685309da" "container-server 2495511" 0.0017 "-" 2495511 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33275/sdb1/1/a/c2" "tx35bdded6435141e788b66-00685309da" "container-server 2495511" 0.0010 "-" 2495511 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx35bdded6435141e788b66-00685309da" "proxy-server 2495511" 0.0133 "-" 2495511 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:47:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx35bdded6435141e788b66-00685309da" "proxy-server 2495511" 0.0095 "-" 2495511 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/47/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx35bdded6435141e788b66-00685309da - 0.0222 - - 1750272474.622947931 1750272474.645123005 2 test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf32f38f4fd44c58a7277-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txbf32f38f4fd44c58a7277-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx4a6665b4cad9479cb6186-00685309da) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx4a6665b4cad9479cb6186-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdf7a3dd917d8431183c07-00685309da) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txdf7a3dd917d8431183c07-00685309da) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdf7a3dd917d8431183c07-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf7a3dd917d8431183c07-00685309da) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdf7a3dd917d8431183c07-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0d23cae4766c47b593dc4-00685309da) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0d23cae4766c47b593dc4-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0d23cae4766c47b593dc4-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0d23cae4766c47b593dc4-00685309da) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0d23cae4766c47b593dc4-00685309da) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6edd9dfb5da34b96af91a-00685309da) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx6edd9dfb5da34b96af91a-00685309da) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6edd9dfb5da34b96af91a-00685309da) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6edd9dfb5da34b96af91a-00685309da) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6edd9dfb5da34b96af91a-00685309da) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx22183a56c9fa459b88ab1-00685309db) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx22183a56c9fa459b88ab1-00685309db) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx22183a56c9fa459b88ab1-00685309db) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf74a5102b2f342aeb1b20-00685309dc) -test DEBUG: Setting object count to 1065 (txn: txf74a5102b2f342aeb1b20-00685309dc) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2593db2ba95d4239967b7-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2593db2ba95d4239967b7-006645fc8b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2593db2ba95d4239967b7-006645fc8b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcb85b452d1de4d04b73a9-006645fc8b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txcb85b452d1de4d04b73a9-006645fc8b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcb85b452d1de4d04b73a9-006645fc8b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcb85b452d1de4d04b73a9-006645fc8b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcb85b452d1de4d04b73a9-006645fc8b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txafdc1bb6f19443ea8b6be-006645fc8c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Setting object count to 1065 (txn: tx10899c6a652348d69eaa7-006645fc8d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: Setting object count to 1032 (txn: txd2d2db0287614733961f3-006645fc8e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: Setting object count to 48 (txn: tx9c2a744ae98447898d56b-006645fc8e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: Setting object count to 1064 (txn: txbf1f2ad94e8547ca900a5-006645fc8e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbd629712fea04970a58c1-006645fc8e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbb274ab3db54dde82ae3-006645fc8e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test DEBUG: Setting object count to 1065 (txn: txc346ed8bdb3f435bb61c1-006645fc8f) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Setting object count to 1065 (txn: tx9e2a47ac89bd46cfb793b-006645fc90) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf8ce5177d86c41c1a4f0f-006645fc91) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txf8ce5177d86c41c1a4f0f-006645fc91) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txcc54895c52774573bed52-006645fc91) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txcc54895c52774573bed52-006645fc91) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txcc54895c52774573bed52-006645fc91) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx00c197d120df48efaa987-006645fc91) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx00c197d120df48efaa987-006645fc91) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx00c197d120df48efaa987-006645fc91) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx00c197d120df48efaa987-006645fc91) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6a1237102fbf435c8069f-006645fc91) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6a1237102fbf435c8069f-006645fc91) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a1237102fbf435c8069f-006645fc91) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx6a1237102fbf435c8069f-006645fc91) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: Setting object count to 3120 (txn: tx2eb3fe767be8453b81fa3-006645fc92) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: Setting object count to 3120 (txn: tx1039e007963244c894f72-006645fc92) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: Setting object count to 3120 (txn: tx541843c4e409499a936fc-006645fc93) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: Setting object count to 3120 (txn: tx665d4390fa46403db6c59-006645fc93) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: Setting object count to 3120 (txn: txcd28ce0c52334a4282778-006645fc93) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx3e47a083bfc94dd397241-006645fc93) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txdd1233fe8d154acc8b1ca-006645fc93) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx0bf32518dcc243c78cf3d-006645fc93) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txf2a204c15c0442ed95332-006645fc93) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2a204c15c0442ed95332-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2a204c15c0442ed95332-006645fc93) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf2a204c15c0442ed95332-006645fc93) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx2b53df7d833d403f92887-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2b53df7d833d403f92887-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2b53df7d833d403f92887-006645fc93) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2b53df7d833d403f92887-006645fc93) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txbb8e4dc7f0124dfb8ae02-006645fc93) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbb8e4dc7f0124dfb8ae02-006645fc93) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbb8e4dc7f0124dfb8ae02-006645fc93) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbb8e4dc7f0124dfb8ae02-006645fc93) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: Setting object count to 1068 (txn: tx31770b1543ec465d9d657-006645fc94) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Setting object count to 1068 (txn: tx05ba4029c2354c869fe5b-006645fc94) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx9289f9fafdf74ccba3e9d-006645fc95) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txafa7fb77774a4daa94b6e-006645fc96) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txafa7fb77774a4daa94b6e-006645fc96) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txafa7fb77774a4daa94b6e-006645fc96) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Setting object count to 1058 (txn: txafdd8f471631414dbc524-006645fc96) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Setting object count to 1024 (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Setting object count to 1024 (txn: txf8bf35ed296d455e98f38-006645fc97) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Setting object count to 1072 (txn: tx75a83efc2b924b649ea70-006645fc98) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Setting object count to 1072 (txn: tx79724965d4c7409c96182-006645fc99) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Setting object count to 1072 (txn: tx255b53e971874987955cc-006645fc9a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Setting object count to 1072 (txn: txe4f5959f2ef9499e9f702-006645fc9b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a7721b769dc48d7a4ed7-006645fc9c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7a7721b769dc48d7a4ed7-006645fc9c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a7721b769dc48d7a4ed7-006645fc9c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx7a7721b769dc48d7a4ed7-006645fc9c) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7a7721b769dc48d7a4ed7-006645fc9c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txebdde632c50c443e854c0-006645fc9d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx9225bfcdb35f4e1a9f4e1-006645fc9e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test DEBUG: Setting object count to 3120 (txn: tx05bab656b0184f88bd8f8-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test DEBUG: Setting object count to 3120 (txn: tx6b84ea460ec9484f98152-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test DEBUG: Setting object count to 3120 (txn: tx43dd88e6d0384da98ff53-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test DEBUG: Setting object count to 3120 (txn: tx93ffc347ac234de5b4bf2-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txec77868b7357441194da6-006645fc9f) +test DEBUG: Setting object count to 3120 (txn: txec77868b7357441194da6-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49542ec717264c62baa02-006645fc9f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx49542ec717264c62baa02-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe0170aec3f574235aee80-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txe0170aec3f574235aee80-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txee299ab2427e4e5683d1c-006645fc9f) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txee299ab2427e4e5683d1c-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa99d72ea26324bafa6cc7-006645fc9f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txa99d72ea26324bafa6cc7-006645fc9f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa99d72ea26324bafa6cc7-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa99d72ea26324bafa6cc7-006645fc9f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa99d72ea26324bafa6cc7-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7c3657878a904c1b8c6f7-006645fc9f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx7c3657878a904c1b8c6f7-006645fc9f) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7c3657878a904c1b8c6f7-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7c3657878a904c1b8c6f7-006645fc9f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7c3657878a904c1b8c6f7-006645fc9f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7228b918a8b94618bef6a-006645fc9f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx7228b918a8b94618bef6a-006645fc9f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7228b918a8b94618bef6a-006645fc9f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7228b918a8b94618bef6a-006645fc9f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7228b918a8b94618bef6a-006645fc9f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx65a30c17755049eeb94b7-006645fca0) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx65a30c17755049eeb94b7-006645fca0) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx65a30c17755049eeb94b7-006645fca0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +test DEBUG: Setting object count to 1065 (txn: tx689a5bdfbb7f4d9586fff-006645fca1) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpyhpr62qx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyhpr62qx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpyhpr62qx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyhpr62qx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f45de13859d4868bb919-006645fca1" "proxy-server 1593229" 0.0011 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43111/sdb1/0/a/c" "tx5f45de13859d4868bb919-006645fca1" "container-server 1593229" 0.0012 "-" 1593229 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60667/sda1/0/a/c" "tx5f45de13859d4868bb919-006645fca1" "container-server 1593229" 0.0010 "-" 1593229 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f45de13859d4868bb919-006645fca1" "proxy-server 1593229" 0.0132 "-" 1593229 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f45de13859d4868bb919-006645fca1" "proxy-server 1593229" 0.0094 "-" 1593229 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/29 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5f45de13859d4868bb919-006645fca1 - 0.0221 - - 1715862689.528668165 1715862689.550758839 0 +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe0eec7e843154747826d6-006645fca1" "proxy-server 1593229" 0.0012 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43111/sdb1/2/a1/c1" "txe0eec7e843154747826d6-006645fca1" "container-server 1593229" 0.0010 "-" 1593229 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:60667/sda1/2/a1/c1" "txe0eec7e843154747826d6-006645fca1" "container-server 1593229" 0.0012 "-" 1593229 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe0eec7e843154747826d6-006645fca1" "proxy-server 1593229" 0.0137 "-" 1593229 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe0eec7e843154747826d6-006645fca1" "proxy-server 1593229" 0.0101 "-" 1593229 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/29 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe0eec7e843154747826d6-006645fca1 - 0.0216 - - 1715862689.552098036 1715862689.573674440 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd3f48db2309944ef92bd4-006645fca1" "proxy-server 1593229" 0.0020 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60667/sda1/0/a/c1" "txd3f48db2309944ef92bd4-006645fca1" "container-server 1593229" 0.0017 "-" 1593229 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:43111/sdb1/0/a/c1" "txd3f48db2309944ef92bd4-006645fca1" "container-server 1593229" 0.0011 "-" 1593229 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd3f48db2309944ef92bd4-006645fca1" "proxy-server 1593229" 0.0143 "-" 1593229 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd3f48db2309944ef92bd4-006645fca1" "proxy-server 1593229" 0.0107 "-" 1593229 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/29 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd3f48db2309944ef92bd4-006645fca1 - 0.0231 - - 1715862689.575053215 1715862689.598109007 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75f062804f3c4c28a8c26-006645fca1" "proxy-server 1593229" 0.0020 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60667/sda1/2/a/c2" "tx75f062804f3c4c28a8c26-006645fca1" "container-server 1593229" 0.0010 "-" 1593229 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43111/sdb1/2/a/c2" "tx75f062804f3c4c28a8c26-006645fca1" "container-server 1593229" 0.0017 "-" 1593229 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75f062804f3c4c28a8c26-006645fca1" "proxy-server 1593229" 0.0131 "-" 1593229 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:29 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75f062804f3c4c28a8c26-006645fca1" "proxy-server 1593229" 0.0096 "-" 1593229 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/29 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx75f062804f3c4c28a8c26-006645fca1 - 0.0218 - - 1715862689.599490881 1715862689.621292353 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc4d1364cb16f4f78b7436-006645fca1) +test INFO: Client disconnected on read of '/a/c' (txn: txc4d1364cb16f4f78b7436-006645fca1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx2ff7478c74414c07ae78b-006645fca1) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ff7478c74414c07ae78b-006645fca1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txc9e682358c734a9c90876-006645fca2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txc9e682358c734a9c90876-006645fca2) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txc9e682358c734a9c90876-006645fca2) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txc9e682358c734a9c90876-006645fca2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp4anbuul4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4anbuul4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp4anbuul4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4anbuul4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0035 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx56c9c87dc10c495e90368-006645fca2" "proxy-server 1593229" 0.0011 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59597/sda1/0/a/c" "tx56c9c87dc10c495e90368-006645fca2" "container-server 1593229" 0.0010 "-" 1593229 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36185/sdb1/0/a/c" "tx56c9c87dc10c495e90368-006645fca2" "container-server 1593229" 0.0010 "-" 1593229 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56c9c87dc10c495e90368-006645fca2" "proxy-server 1593229" 0.0131 "-" 1593229 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56c9c87dc10c495e90368-006645fca2" "proxy-server 1593229" 0.0094 "-" 1593229 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx56c9c87dc10c495e90368-006645fca2 - 0.0207 - - 1715862690.940320015 1715862690.961014032 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfd957ac6b9b1431689e7c-006645fca2" "proxy-server 1593229" 0.0011 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:59597/sda1/2/a1/c1" "txfd957ac6b9b1431689e7c-006645fca2" "container-server 1593229" 0.0010 "-" 1593229 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:36185/sdb1/2/a1/c1" "txfd957ac6b9b1431689e7c-006645fca2" "container-server 1593229" 0.0010 "-" 1593229 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfd957ac6b9b1431689e7c-006645fca2" "proxy-server 1593229" 0.0123 "-" 1593229 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfd957ac6b9b1431689e7c-006645fca2" "proxy-server 1593229" 0.0087 "-" 1593229 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfd957ac6b9b1431689e7c-006645fca2 - 0.0196 - - 1715862690.962307930 1715862690.981872797 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6c3d3fd4afb437b9b51f-006645fca2" "proxy-server 1593229" 0.0020 "-" 1593229 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59597/sda1/0/a/c1" "txb6c3d3fd4afb437b9b51f-006645fca2" "container-server 1593229" 0.0012 "-" 1593229 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36185/sdb1/0/a/c1" "txb6c3d3fd4afb437b9b51f-006645fca2" "container-server 1593229" 0.0016 "-" 1593229 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6c3d3fd4afb437b9b51f-006645fca2" "proxy-server 1593229" 0.0119 "-" 1593229 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6c3d3fd4afb437b9b51f-006645fca2" "proxy-server 1593229" 0.0168 "-" 1593229 1 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/31 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb6c3d3fd4afb437b9b51f-006645fca2 - 0.0245 - - 1715862690.983165503 1715862691.007685423 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx658d18ee9a9f4b218ec67-006645fca3" "proxy-server 1593229" 0.0019 "-" 1593229 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59597/sda1/2/a/c2" "tx658d18ee9a9f4b218ec67-006645fca3" "container-server 1593229" 0.0010 "-" 1593229 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36185/sdb1/2/a/c2" "tx658d18ee9a9f4b218ec67-006645fca3" "container-server 1593229" 0.0016 "-" 1593229 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx658d18ee9a9f4b218ec67-006645fca3" "proxy-server 1593229" 0.0130 "-" 1593229 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:31 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx658d18ee9a9f4b218ec67-006645fca3" "proxy-server 1593229" 0.0094 "-" 1593229 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx658d18ee9a9f4b218ec67-006645fca3 - 0.0216 - - 1715862691.009047747 1715862691.030696630 2 + +---------------------------------------------------------------------- +Ran 8924 tests in 98.011s + +OK (skipped=1814) ++ stestr slowest +Test id Runtime (s) +------------------------------------------------------------------------------------------------------------ ----------- +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 8.707 +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug 5.449 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance 5.215 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 5.091 +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET 4.519 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 4.475 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded 4.259 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 4.223 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 4.189 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving 4.115 ++ rm -rf .stestr ++ for pyvers in ${PYTHON3S} ++ '[' 3.11 = disabled ']' +++ echo 3.11 +++ cut -d. -f1 ++ PYMAJOR=3 ++ echo '===> Testing with python (python3)' +===> Testing with python (python3) +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' ++ STESTR=stestr ++ rm -rf .stestr ++ subunit2pyunit ++ PYTHON=python3.11 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmp2gmuodo8/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +Ring Builder file does not exist: /tmp/tmpecyoynnp/tmpbspyi8u6 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmp7sifqwyx/tmpsi6tm7eh +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmpdtg5gqlm/tmp_orac0fj, build version 4, id f9d8f4879d9b4f97903b95b8f5c8919b +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpdtg5gqlm/tmp_orac0fj.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 27 1 + 25 1 +Partition Matches + 5 1 + 6 1 + 13 1 + 14 1 + 16 1 + 18 1 + 24 1 + 26 1 + 31 1 + 36 1 + 37 1 + 39 1 + 40 1 + 44 1 + 58 1 + 63 1 + 4 1 + 7 1 + 9 1 + 17 1 + 19 1 + 20 1 + 25 1 + 29 1 + 30 1 + 34 1 + 35 1 + 41 1 + 43 1 + 49 1 + 55 1 + 62 1 + 2 1 + 3 1 + 8 1 + 11 1 + 15 1 + 23 1 + 27 1 + 28 1 + 33 1 + 47 1 + 48 1 + 51 1 + 57 1 + 59 1 + 60 1 + 61 1 +Partition Matches + 2 1 + 4 1 + 9 1 + 11 1 + 14 1 + 17 1 + 20 1 + 25 1 + 26 1 + 38 1 + 40 1 + 42 1 + 43 1 + 45 1 + 56 1 + 57 1 + 0 1 + 6 1 + 7 1 + 13 1 + 19 1 + 21 1 + 30 1 + 37 1 + 41 1 + 44 1 + 47 1 + 51 1 + 53 1 + 54 1 + 61 1 + 63 1 + 10 1 + 12 1 + 15 1 + 16 1 + 22 1 + 23 1 + 24 1 + 32 1 + 33 1 + 34 1 + 36 1 + 48 1 + 52 1 + 58 1 + 59 1 + 60 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 44 1 + 15 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 0 1 + 52 1 +Specified builder file "/tmp/tmp53f_2tcg/tmp15sgch1c" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. ----------------------------------------------------------------------- -Ran 8924 tests in 72.977s +or -OK (skipped=1814) -+ stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 4.028 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.677 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.606 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.597 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 2.667 -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate 2.519 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 2.498 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 2.357 -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission 2.229 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.195 -+ rm -rf .stestr -+ [ 3.11 = disabled ] -+ echo 3.11 -+ cut -d. -f1 -+ PYMAJOR=3 -+ echo ===> Testing with python (python3) -===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] -+ STESTR=stestr -+ rm -rf .stestr -+ + subunit2pyunit -PYTHON=python3.11 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation @@ -60315,170 +60799,318 @@ test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok test.unit.cli.test_recon.TestRecon.test_async_check test.unit.cli.test_recon.TestRecon.test_async_check ... ok test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent @@ -60509,6 +61141,38 @@ test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok test.unit.cli.test_recon.TestRecon.test_umount_check test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file @@ -60523,88 +61187,20 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files @@ -60721,56 +61317,109 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +Loaded db broker for a/c test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_data_file test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files @@ -60787,93 +61436,6 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Grant AllUsers READ permission on the bucket /bucket -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash @@ -60896,160 +61458,9 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmppoxzy77k/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -Reloaded swift-proxy-server -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +Loaded db broker for a/c test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files @@ -61058,702 +61469,720 @@ test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_state_file test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_workers_children test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +Loaded db broker for a/c +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok test.unit.account.test_backend.TestAccountBroker.test_newid test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.account.test_backend.TestAccountBroker.test_put_container test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok test.unit.account.test_backend.TestAccountBroker.test_reclaim test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Ring Builder file does not exist: /tmp/tmpd5qq7wgh/tmpdm39jt11 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmp901b0fv3/tmpdr0o0iwo -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpa8ktbj46/tmptho7b618, build version 4, id feb05f483266438d89f9df28e488c5f7 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpa8ktbj46/tmptho7b618.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 49 1 - 51 1 -Partition Matches - 4 1 - 5 1 - 6 1 - 7 1 - 12 1 - 16 1 - 19 1 - 20 1 - 29 1 - 32 1 - 45 1 - 49 1 - 50 1 - 53 1 - 54 1 - 60 1 - 3 1 - 10 1 - 11 1 - 13 1 - 24 1 - 27 1 - 28 1 - 31 1 - 33 1 - 34 1 - 40 1 - 42 1 - 43 1 - 59 1 - 61 1 - 62 1 - 1 1 - 9 1 - 15 1 - 17 1 - 21 1 - 23 1 - 26 1 - 35 1 - 38 1 - 41 1 - 44 1 - 47 1 - 51 1 - 55 1 - 56 1 - 63 1 -Partition Matches - 0 1 - 1 1 - 7 1 - 11 1 - 13 1 - 16 1 - 25 1 - 26 1 - 28 1 - 37 1 - 42 1 - 44 1 - 46 1 - 48 1 - 58 1 - 61 1 - 4 1 - 9 1 - 10 1 - 18 1 - 22 1 - 23 1 - 24 1 - 27 1 - 30 1 - 31 1 - 38 1 - 40 1 - 47 1 - 54 1 - 57 1 - 59 1 - 12 1 - 14 1 - 21 1 - 32 1 - 33 1 - 34 1 - 35 1 - 36 1 - 39 1 - 41 1 - 45 1 - 50 1 - 53 1 - 55 1 - 56 1 - 62 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 44 1 - 59 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 38 1 - 5 1 -Specified builder file "/tmp/tmpp862ovao/tmpy_rukp4a" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +Traceback (most recent call last): +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +Exception +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -61762,286 +62191,72 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0045 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0018 "-" 2513643 - -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -Finished. Marked 0 objects for deletion. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok test ERROR: Bad key for 'container': Key must be length 32 bytes: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys @@ -62095,791 +62310,91 @@ ~~~~^^^^^^ TypeError: list indices must be integers or slices, not str test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Grant AllUsers READ permission on the bucket /bucket +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0051 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0770 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0037 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 2513643 - -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test ERROR: Expecting value: line 1 column 1 (char 0): +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/09 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1750272489.391139507 1750272489.391824484 0 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/09 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1750272489.392452240 1750272489.393049955 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -62888,1089 +62403,176 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/09 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1750272489.160371542 1750272489.161386728 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/09 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1750272489.162000179 1750272489.162870169 0 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0024 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0039 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2513643 - -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Error in '/tmp/tmpvgwxrryv/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmp2eqvjrfr/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmp2eqvjrfr/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'b58c2fd8478349f295cb85b0e715f9cb': [Errno 2] No such file or directory: 'b58c2fd8478349f295cb85b0e715f9cb' -test ERROR: Could not load '/tmp/tmpixmjt208/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpixmjt208/container-sync-realms.conf' -Quarantined /tmp/tmpd86mctns/dev/dbs/par/pre/db to /tmp/tmpd86mctns/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpd86mctns/dev/dbs/par/pre/db to /tmp/tmpd86mctns/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpd86mctns/dev/dbs/par/pre/db to /tmp/tmpd86mctns/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpd86mctns/dev/dbs/par/pre/db to /tmp/tmpd86mctns/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -Quarantined /tmp/tmp8znbjla0/dev/dbs/par/pre/db to /tmp/tmp8znbjla0/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +Finished. Marked 0 objects for deletion. +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok The can be of the form:: drz-:R:/ @@ -64007,16 +62609,6 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error swift-ring-builder 1.3 swift-ring-builder @@ -64360,657 +62952,465 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0027 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:09 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:48:09 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0025 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:09 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2513643 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0006 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0098 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0060 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0063 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -Quarantined /tmp/tmpu8ubieyx/dev/dbs/par/pre/db to /tmp/tmpu8ubieyx/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp35zqw36r/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00293 seconds (340.87785/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9e560a17-8f09-4dae-98d2-05d00dbbd788-sda', '1715862703.89843', '1715862703.89659', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp13n9251w/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'b87b83fb-9b4d-43b0-9a6a-a602b7464fa3-sda', '1715862703.90491', '1715862703.90332', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('b87b83fb-9b4d-43b0-9a6a-a602b7464fa3-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'b87b83fb-9b4d-43b0-9a6a-a602b7464fa3-sda', '1715862703.90491', '1715862703.90332', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('b87b83fb-9b4d-43b0-9a6a-a602b7464fa3-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00795 seconds (125.82125/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '8677b5d0bac082d9ca46a6a663a8da79', '8fbead6e-d78b-4f9e-aae2-be8959abfae7-sda', '1715862703.92065', '1715862703.91889', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('8fbead6e-d78b-4f9e-aae2-be8959abfae7-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'a205e0532dcf33fb02117d90f8d6640c', 'b651055a-e2e5-4fd7-b486-fc29d3a94354-sda', '1715862703.93810', '1715862703.93275', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1715862703.94178', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1715862703.94209', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1715862703.94223', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1715862703.94234', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1715862703.94245', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1715862703.94255', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1715862703.94265', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1715862703.94274', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1715862703.94284', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1715862703.94294', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1715862703.94304', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'b651055a-e2e5-4fd7-b486-fc29d3a94354-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: multipart: No SLO middleware in pipeline +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok test-reaper INFO: Beginning pass on account a test-reaper INFO: Completed pass on account a, elapsed: 0.00s test-reaper INFO: Beginning pass on account a @@ -65162,580 +63562,72 @@ test.unit.account.test_reaper.TestReaper.test_run_forever ... ok test.unit.account.test_reaper.TestReaper.test_run_once test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok test.unit.common.test_utils.TestSpliterator.test_big_input_string test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries @@ -65750,106 +63642,309 @@ test.unit.common.test_utils.TestSpliterator.test_running_out ... ok test.unit.common.test_utils.TestSpliterator.test_string test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type @@ -65892,220 +63987,772 @@ test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0024 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0038 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0037 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0033 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0021 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0017 "-" 1660741 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params @@ -66114,356 +64761,1740 @@ test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2513643 - -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0106 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0008 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0041 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0044 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0024 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0105 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0048 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0058 "-" 1660730 - +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0046 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0760 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0004 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0027 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0059 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0039 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0041 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0027 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/31/44 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0018 - - 1715862704.661319971 1715862704.663156986 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/31/44 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715862704.663799524 1715862704.664658546 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 16/May/2024/12/31/44 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1715862704.983097553 1715862704.983332157 - +fake-swift INFO: - - 16/May/2024/12/31/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1715862704.984659910 1715862704.984833241 - +fake-swift INFO: - - 16/May/2024/12/31/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1715862704.985443592 1715862704.985645771 - +fake-swift INFO: - - 16/May/2024/12/31/44 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1715862704.986079931 1715862704.986220121 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 16/May/2024/12/31/44 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1715862704.991575241 1715862704.991692305 - +test NOTICE: Child 1660744 exiting normally +test NOTICE: Started child 88 from parent 1660744 +test NOTICE: Started child 89 from parent 1660744 +test ERROR: Removing dead child 88 from parent 1660744 +test NOTICE: Started child 90 from parent 1660744 +test NOTICE: Started child 88 from parent 1660744 +test NOTICE: Started child 89 from parent 1660744 +test DEBUG: Skipping the update of recently changed /tmp/tmp3xoox4lh/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp3xoox4lh/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp3xoox4lh/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp3xoox4lh/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpxkqo1kyy/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpxkqo1kyy/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpj03qnncm/sdq is not mounted +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx1b9743b02af94bdfb2e39-006645fcb1) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/é‰ From Object Server 10.0.0.2:1002/sdc (txn: txb2f2ccc239d44b19b9727-006645fcb1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0077 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0133 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0096 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0151 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0153 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0035 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0063 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 1660741 - +test DEBUG: - - - [16/May/2024:12:31:44 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660741 - +test DEBUG: - - - [16/May/2024:12:31:44 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0010 "-" 1660741 - +test DEBUG: - - - [16/May/2024:12:31:44 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:31:44 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0025 "-" 1660741 - +test DEBUG: - - - [16/May/2024:12:31:44 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1660741 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0045 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0030 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0041 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660741 0 +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok The can be of the form:: drz-:R:/ @@ -66510,11 +66541,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmpj35zxyis/tmp42eb_iuw, build version 4, id ea31ca6bf83c49d08ae1f2688bfe5eac +/tmp/tmp4h7c883n/tmppdql5cmy, build version 4, id f914c50a7d8e48a2825db6b19ead5ac7 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpj35zxyis/tmp42eb_iuw.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmp4h7c883n/tmppdql5cmy.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -66650,31 +66681,9 @@ test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -66683,21 +66692,12 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -66705,158 +66705,122 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66871,10 +66835,21 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66882,207 +66857,593 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test INFO: - - 16/May/2024/12/31/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.872663498 1715862704.872877836 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862704.872611523 1715862704.873435497 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1715862704.875085115 1715862704.875340939 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862704.875034094 1715862704.875833750 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.877331972 1715862704.877562761 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862704.877283096 1715862704.878109455 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.880079269 1715862704.880315065 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862704.880029917 1715862704.880819798 0 +test INFO: - - 16/May/2024/12/31/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.884318352 1715862704.884519100 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1715862704.884267330 1715862704.885029554 0 +test INFO: - - 16/May/2024/12/31/44 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.886980772 1715862704.887168884 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862704.887517452 1715862704.887721777 0 +test INFO: - - 16/May/2024/12/31/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1715862704.888149500 1715862704.888280392 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1715862704.886828184 1715862704.888746023 - +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.890420437 1715862704.890670300 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862704.890993595 1715862704.891183376 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.891578913 1715862704.891738415 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1715862704.890274048 1715862704.892180920 - +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.894270658 1715862704.894475937 0 +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx043f2d94ac094a5d98732-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx514fe2deba7d4233ae073-006645fcb1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx514fe2deba7d4233ae073-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx39fb13e10411475883c20-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx39fb13e10411475883c20-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: tx39fb13e10411475883c20-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb9f9abca8dfd4052ab2a2-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb9f9abca8dfd4052ab2a2-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/é‰: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception (txn: txb9f9abca8dfd4052ab2a2-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe10ec5f8120c4466b10d9-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -[2025-06-18 18:48:10] Checking auditor stats -=============================================================================== -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpmsvaai0a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmsvaai0a/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpmsvaai0a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmsvaai0a/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0039 "-" 2513646 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0117 "-" 2513646 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0116 "-" 2513646 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 2513646 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39f1c09f33ba4006af971-00685309ea" "proxy-server 2513646" 0.0017 "-" 2513646 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50419/sdb1/1/a/c" "tx39f1c09f33ba4006af971-00685309ea" "container-server 2513646" 0.0017 "-" 2513646 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55917/sda1/1/a/c" "tx39f1c09f33ba4006af971-00685309ea" "container-server 2513646" 0.0013 "-" 2513646 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx39f1c09f33ba4006af971-00685309ea" "proxy-server 2513646" 0.0106 "-" 2513646 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx39f1c09f33ba4006af971-00685309ea" "proxy-server 2513646" 0.0169 "-" 2513646 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx39f1c09f33ba4006af971-00685309ea - 0.1222 - - 1750272490.141158104 1750272490.263317823 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2f45515877a343e49b643-00685309ea" "proxy-server 2513646" 0.0014 "-" 2513646 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50419/sdb1/1/a1/c1" "tx2f45515877a343e49b643-00685309ea" "container-server 2513646" 0.0012 "-" 2513646 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55917/sda1/1/a1/c1" "tx2f45515877a343e49b643-00685309ea" "container-server 2513646" 0.0013 "-" 2513646 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2f45515877a343e49b643-00685309ea" "proxy-server 2513646" 0.0098 "-" 2513646 0 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0024 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0024 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0036 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0007 "-" 1660741 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0025 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0024 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 1660741 0 +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0015 "-" 1660741 1 +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 1660741 2 +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0015 "-" 1660741 3 +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0061 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660741 3 +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0027 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0019 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0023 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0022 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660741 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted @@ -67165,1145 +67526,81 @@ test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptq3rzryd/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00497 seconds (201.20986/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3496b2e4-8d2e-4222-8fb4-1fa5189a383a-sda', '1750272489.10358', '1750272489.10190', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp88u2c9a_/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0c130f75-fe67-430d-bb06-9bcaa5709d0c-sda', '1750272489.11014', '1750272489.10846', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('0c130f75-fe67-430d-bb06-9bcaa5709d0c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0c130f75-fe67-430d-bb06-9bcaa5709d0c-sda', '1750272489.11014', '1750272489.10846', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('0c130f75-fe67-430d-bb06-9bcaa5709d0c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01260 seconds (79.38282/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '0328230848dd9511e546d89d6717d48f', 'cb714c55-0516-4014-9651-f8b16dec9bb5-sda', '1750272489.13163', '1750272489.12982', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('cb714c55-0516-4014-9651-f8b16dec9bb5-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '749e78a3053de3e91fe02bb1aec636cc', '2fb4cb2a-c8d7-44bf-99cf-ae9ade974a0f-sda', '1750272489.15921', '1750272489.15752', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1750272489.16308', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1750272489.16339', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1750272489.16352', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1750272489.16364', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1750272489.16375', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1750272489.16384', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1750272489.16394', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1750272489.16404', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1750272489.16419', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1750272489.1643', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1750272489.16446', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '2fb4cb2a-c8d7-44bf-99cf-ae9ade974a0f-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'Y9lrh/AzOQHLxGN5gfVKdw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '63d96b87f0333901cbc4637981f54a77', 'Content-Length': '289'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0042 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test NOTICE: Child 2513664 exiting normally -test NOTICE: Started child 88 from parent 2513664 -test NOTICE: Started child 89 from parent 2513664 -test ERROR: Removing dead child 88 from parent 2513664 -test NOTICE: Started child 90 from parent 2513664 -test NOTICE: Started child 88 from parent 2513664 -test NOTICE: Started child 89 from parent 2513664 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0040 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2513664 0 -test ERROR: ERROR Account update failed with 127.0.0.1:44555/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.1949 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0036 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0007 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0037 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test DEBUG: Unlinked retiring db '/tmp/tmppp4bi82n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 2513664 - -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -Loaded db broker for a/c -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0040 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0041 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0056 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 2513643 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -Loaded db broker for a/c -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -Loaded db broker for a/c -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2f45515877a343e49b643-00685309ea" "proxy-server 2513646" 0.0157 "-" 2513646 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2f45515877a343e49b643-00685309ea - 0.2010 - - 1750272490.265051603 1750272490.466054440 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txab4a66c5b1714ffd8952f-00685309ea" "proxy-server 2513646" 0.0020 "-" 2513646 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50419/sdb1/2/a/c1" "txab4a66c5b1714ffd8952f-00685309ea" "container-server 2513646" 0.0036 "-" 2513646 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55917/sda1/2/a/c1" "txab4a66c5b1714ffd8952f-00685309ea" "container-server 2513646" 0.0011 "-" 2513646 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txab4a66c5b1714ffd8952f-00685309ea" "proxy-server 2513646" 0.0128 "-" 2513646 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txab4a66c5b1714ffd8952f-00685309ea" "proxy-server 2513646" 0.0223 "-" 2513646 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txab4a66c5b1714ffd8952f-00685309ea - 0.0321 - - 1750272490.467628956 1750272490.499739885 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd2fc439aa45347b49246d-00685309ea" "proxy-server 2513646" 0.0021 "-" 2513646 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55917/sda1/1/a/c2" "txd2fc439aa45347b49246d-00685309ea" "container-server 2513646" 0.0011 "-" 2513646 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50419/sdb1/1/a/c2" "txd2fc439aa45347b49246d-00685309ea" "container-server 2513646" 0.0018 "-" 2513646 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd2fc439aa45347b49246d-00685309ea" "proxy-server 2513646" 0.0139 "-" 2513646 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd2fc439aa45347b49246d-00685309ea" "proxy-server 2513646" 0.0101 "-" 2513646 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd2fc439aa45347b49246d-00685309ea - 0.0249 - - 1750272490.501356602 1750272490.526302099 2 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'WwlUZbeDZRSBWCpMTWrlYg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5b095465b783651481582a4c4d6ae562', 'Content-Length': '230'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok swift-ring-builder set_region [ test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc6a9a13bb03141afa06ed-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc6a9a13bb03141afa06ed-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc6a9a13bb03141afa06ed-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc6a9a13bb03141afa06ed-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8cfa459e46d84a80a4fbc-006645fcb1) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8cfa459e46d84a80a4fbc-006645fcb1) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8cfa459e46d84a80a4fbc-006645fcb1) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx8cfa459e46d84a80a4fbc-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx257f381282e643de81595-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc6f127bd4cd149328ed41-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txc6f127bd4cd149328ed41-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc6f127bd4cd149328ed41-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txca51054677b247598f693-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca51054677b247598f693-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6aab359b24214a80b27ca-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx96377d66b25d4c068f1be-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx96377d66b25d4c068f1be-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9a7025649ef34ca2be4e3-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx9a7025649ef34ca2be4e3-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txef3ae171940643b9a0640-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txef3ae171940643b9a0640-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txb6358f4407ce4f009d535-006645fcb1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0026 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0024 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0060 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0019 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0868 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0036 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0024 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0039 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0043 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0043 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0025 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0043 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0039 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0076 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0077 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0036 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0027 "-" 1660730 - +test DEBUG: - - - [16/May/2024:12:31:45 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660730 - +test DEBUG: - - - [16/May/2024:12:31:45 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660730 - +test DEBUG: - - - [16/May/2024:12:31:45 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0005 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0118 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660741 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660741 - +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp5ai4t0e9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ai4t0e9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp5ai4t0e9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ai4t0e9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb99018fe18d74303857e6-006645fcb1" "proxy-server 1660741" 0.0020 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37027/sda1/1/a/c" "txb99018fe18d74303857e6-006645fcb1" "container-server 1660741" 0.0010 "-" 1660741 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47253/sdb1/1/a/c" "txb99018fe18d74303857e6-006645fcb1" "container-server 1660741" 0.0010 "-" 1660741 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb99018fe18d74303857e6-006645fcb1" "proxy-server 1660741" 0.0140 "-" 1660741 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb99018fe18d74303857e6-006645fcb1" "proxy-server 1660741" 0.0100 "-" 1660741 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb99018fe18d74303857e6-006645fcb1 - 0.0241 - - 1715862705.378679276 1715862705.402729511 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx57c689d5a3df41deb90cc-006645fcb1" "proxy-server 1660741" 0.0012 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47253/sdb1/1/a1/c1" "tx57c689d5a3df41deb90cc-006645fcb1" "container-server 1660741" 0.0011 "-" 1660741 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37027/sda1/1/a1/c1" "tx57c689d5a3df41deb90cc-006645fcb1" "container-server 1660741" 0.0012 "-" 1660741 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx57c689d5a3df41deb90cc-006645fcb1" "proxy-server 1660741" 0.0143 "-" 1660741 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx57c689d5a3df41deb90cc-006645fcb1" "proxy-server 1660741" 0.0107 "-" 1660741 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx57c689d5a3df41deb90cc-006645fcb1 - 0.0247 - - 1715862705.404188633 1715862705.428847790 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa6ffe6bf6e4c42c6bb706-006645fcb1" "proxy-server 1660741" 0.0021 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47253/sdb1/2/a/c1" "txa6ffe6bf6e4c42c6bb706-006645fcb1" "container-server 1660741" 0.0016 "-" 1660741 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37027/sda1/2/a/c1" "txa6ffe6bf6e4c42c6bb706-006645fcb1" "container-server 1660741" 0.0011 "-" 1660741 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa6ffe6bf6e4c42c6bb706-006645fcb1" "proxy-server 1660741" 0.0141 "-" 1660741 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa6ffe6bf6e4c42c6bb706-006645fcb1" "proxy-server 1660741" 0.0101 "-" 1660741 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa6ffe6bf6e4c42c6bb706-006645fcb1 - 0.0237 - - 1715862705.430401325 1715862705.454137802 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18770127c7824ded90304-006645fcb1" "proxy-server 1660741" 0.0019 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37027/sda1/1/a/c2" "tx18770127c7824ded90304-006645fcb1" "container-server 1660741" 0.0018 "-" 1660741 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47253/sdb1/1/a/c2" "tx18770127c7824ded90304-006645fcb1" "container-server 1660741" 0.0011 "-" 1660741 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18770127c7824ded90304-006645fcb1" "proxy-server 1660741" 0.0110 "-" 1660741 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18770127c7824ded90304-006645fcb1" "proxy-server 1660741" 0.0163 "-" 1660741 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx18770127c7824ded90304-006645fcb1 - 0.0250 - - 1715862705.455614090 1715862705.480663061 2 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 77 (Last start was 0) +Gather start is 77 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb +Placed 55/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda +Placed 55/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd +Placed 55/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc +Placed 201/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdd +Placed 75/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc +Placed 75/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb +Placed 75/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda +Placed 25/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc +Placed 25/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda +Placed 72/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdd +Placed 72/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdc +Placed 32/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb +Placed 32/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda +Placed 32/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd +Placed 98/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb +Placed 98/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda +Placed 190/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd +Placed 190/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdc +Placed 190/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb +Placed 112/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda +Placed 112/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd +Placed 112/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc +Placed 110/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sda +Placed 110/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc +Placed 173/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb +Placed 173/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sda +Placed 254/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd +Placed 254/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc +Placed 254/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdb +Placed 153/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda +Placed 153/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd +Placed 153/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc +Placed 62/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdb +Placed 62/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda +Placed 62/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdd +Placed 20/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc +Placed 20/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb +Placed 20/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda +Placed 152/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc +Placed 152/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdb +Placed 135/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd +Placed 135/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc +Placed 243/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb +Placed 243/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sda +Placed 243/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd +Placed 92/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc +Placed 92/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb +Placed 92/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd +Placed 99/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc +Placed 99/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb +Placed 78/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdc +Placed 157/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb +Placed 157/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda +Placed 157/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd +Placed 167/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc +Placed 167/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb +Placed 167/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd +Placed 59/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc +Placed 59/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdb +Placed 166/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda +Placed 166/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd +Placed 166/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc +Placed 64/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdb +Placed 64/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda +Placed 64/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd +Placed 175/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdc +Placed 175/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb +Placed 175/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda +Placed 19/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd +Placed 19/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc +Placed 19/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb +Placed 52/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda +Placed 52/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd +Placed 52/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc +Placed 91/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdb +Placed 91/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda +Placed 91/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdd +Placed 41/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdc +Placed 41/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb +Placed 41/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda +Placed 36/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb +Placed 186/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda +Placed 186/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd +Placed 186/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc +Placed 133/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdb +Placed 133/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sda +Placed 133/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc +Placed 212/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb +Placed 212/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda +Placed 213/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd +Placed 213/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb +Placed 35/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda +Placed 35/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb +Placed 229/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd +Placed 76/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb +Placed 76/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd +Placed 222/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb +Placed 242/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda +Placed 242/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdd +Placed 242/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc +Placed 194/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb +Placed 194/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda +Placed 194/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd +Placed 130/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda +Placed 27/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdc +Placed 27/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdb +Placed 26/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda +Placed 26/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd +Placed 26/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdc +Placed 244/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb +Placed 244/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda +Placed 244/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd +Placed 141/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc +Placed 141/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb +Placed 141/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda +Placed 119/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdd +Placed 119/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc +Placed 119/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb +Placed 249/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda +Placed 249/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd +Placed 249/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdc +Placed 151/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb +Placed 151/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda +Placed 151/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc +Placed 161/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb +Placed 161/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd +Placed 184/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc +Placed 184/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb +Placed 51/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda +Placed 51/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd +Placed 51/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb +Placed 17/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda +Placed 17/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd +Placed 209/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc +Placed 209/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb +Placed 209/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda +Placed 139/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc +Placed 139/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd +Placed 226/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdb +Placed 104/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda +Placed 104/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd +Placed 14/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb +Placed 14/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda +Placed 204/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdd +Placed 204/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc +Placed 204/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda +Placed 140/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc +Placed 63/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb +Placed 63/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd +Placed 163/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc +Placed 163/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdb +Placed 163/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda +Placed 124/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdd +Placed 124/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc +Placed 124/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb +Placed 227/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sda +Placed 227/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd +Placed 227/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb +Placed 199/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sda +Placed 199/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd +Placed 174/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc +Placed 174/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda +Placed 69/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd +Placed 69/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc +Placed 69/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda +Placed 16/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd +Placed 16/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc +Placed 192/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd +Placed 202/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc +Placed 202/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda +Placed 45/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd +Placed 45/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc +Placed 45/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb +Placed 33/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda +Placed 33/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd +Placed 33/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc +Placed 102/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb +Placed 102/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda +Placed 102/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb +Placed 150/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd +Placed 145/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc +Placed 145/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda +Placed 39/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdc +Placed 15/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd +Placed 37/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc +Placed 37/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda +Placed 114/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd +Placed 114/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc +Placed 114/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb +Placed 203/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sda +Placed 203/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd +Placed 203/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc +Placed 22/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdb +Placed 22/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda +Placed 22/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdd +Placed 48/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc +Placed 48/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdb +Placed 48/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd +Placed 180/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc +Placed 180/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb +Placed 237/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda +Placed 237/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdc +Placed 234/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb +Placed 234/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda +Placed 234/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdd +Placed 23/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb +Placed 23/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda +Placed 105/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd +Placed 105/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb +Placed 30/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda +Placed 30/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd +Placed 30/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc +Placed 147/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb +Placed 147/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda +Placed 147/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd +Placed 252/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdc +Placed 252/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdb +Placed 252/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sda +Placed 84/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd +Placed 84/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc +Placed 84/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb +Placed 230/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda +Placed 230/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd +Placed 230/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc +Placed 169/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb +Placed 169/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda +Placed 169/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd +Placed 131/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc +Placed 131/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb +Placed 131/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda +Placed 89/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc +Placed 208/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdb +Placed 208/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda +Placed 208/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdd +Placed 95/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb +Placed 95/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda +Placed 107/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdc +Placed 107/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdb +Placed 88/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda +Placed 88/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd +Placed 88/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc +Placed 205/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdb +Placed 205/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda +Placed 205/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd +Placed 235/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc +Placed 235/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda +Placed 42/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdb +Placed 207/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sda +Placed 207/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd +Placed 207/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdb +Placed 82/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sda +Placed 82/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdd +Placed 219/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdc +Placed 219/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb +Placed 219/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda +Placed 177/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd +Placed 177/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc +Placed 177/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda +Placed 71/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb +Placed 73/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda +Placed 73/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd +Placed 125/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc +Placed 125/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdb +Placed 125/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda +Placed 100/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd +Placed 100/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdc +Placed 100/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb +Placed 241/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda +Placed 241/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdd +Placed 241/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc +Placed 44/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb +Placed 44/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda +Placed 44/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdd +Placed 144/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb +Placed 144/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd +Placed 172/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc +Placed 172/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb +Placed 109/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda +Placed 109/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd +Placed 109/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc +Placed 217/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdb +Placed 217/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sda +Placed 217/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd +Placed 238/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdc +Placed 238/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda +Placed 34/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdd +Placed 34/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc +Placed 34/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb +Placed 70/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd +Placed 70/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdc +Placed 143/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb +Placed 143/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda +Placed 143/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd +Placed 0/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdb +Placed 0/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sda +Placed 220/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd +Placed 220/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc +Placed 220/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdb +Placed 3/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda +Placed 3/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc +Placed 97/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb +Placed 97/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda +Placed 97/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd +Placed 53/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb +Placed 53/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda +Placed 6/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd +Placed 6/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdb +Placed 13/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda +Placed 13/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd +Placed 13/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc +Placed 236/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb +Placed 236/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sda +Placed 236/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd +Placed 168/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdc +Placed 168/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb +Placed 168/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda +Placed 164/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd +Placed 164/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc +Placed 164/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb +Placed 251/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda +Placed 251/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd +Placed 251/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc +Placed 239/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb +Placed 239/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd +Placed 74/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb +Placed 74/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sda +Placed 29/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdc +Placed 29/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda +Placed 18/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc +Placed 58/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb +Placed 58/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda +Placed 58/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd +Placed 170/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdc +Placed 170/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb +Placed 170/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd +Placed 8/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc +Placed 8/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb +Placed 93/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda +Placed 93/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd +Placed 93/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc +Placed 248/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb +Placed 248/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda +Placed 248/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc +Placed 137/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb +Placed 137/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda +Placed 103/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc +Placed 103/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdb +Placed 160/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda +Placed 160/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdd +Placed 160/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc +Placed 106/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdb +Placed 106/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda +Placed 106/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd +Placed 215/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb +Placed 215/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda +Placed 4/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd +Placed 4/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc +Placed 4/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb +Placed 121/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda +Placed 121/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd +Placed 121/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc +Placed 155/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb +Placed 155/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd +Placed 87/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdc +Placed 87/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb +Placed 87/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda +Placed 189/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd +Placed 189/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdc +Placed 189/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb +Placed 90/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda +Placed 90/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd +Placed 90/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb +Placed 171/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda +Placed 171/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd +Placed 113/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc +Placed 113/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdb +Placed 113/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda +Placed 1/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc +Placed 1/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb +Placed 67/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda +Placed 67/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd +Placed 67/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb +Placed 61/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda +Placed 61/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd +Placed 101/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc +Placed 101/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda +Placed 228/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd +Placed 228/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc +Placed 228/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda +Placed 115/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdd +Placed 115/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb +Placed 193/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda +Placed 193/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sda +Placed 123/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdd +Placed 123/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdc +Placed 123/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb +Placed 149/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda +Placed 149/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd +Placed 149/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc +Placed 116/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb +Placed 116/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda +Placed 116/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb +Placed 250/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sda +Placed 182/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd +Placed 182/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc +Placed 182/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb +Placed 57/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sda +Placed 57/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd +Placed 57/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc +Placed 187/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb +Placed 187/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc +Placed 120/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda +Placed 28/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd +Placed 28/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc +Placed 28/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb +Placed 179/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd +Placed 179/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc +Placed 185/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb +Placed 185/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda +Placed 185/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd +Placed 233/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc +Placed 233/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb +Placed 233/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sda +Placed 211/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd +Placed 211/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc +Placed 211/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb +Placed 54/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda +Placed 54/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd +Placed 54/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb +Placed 94/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda +Placed 94/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd +Placed 191/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdc +Placed 191/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb +Placed 191/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda +Placed 79/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd +Placed 79/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdc +Placed 79/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda +Placed 132/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb +Placed 231/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd +Placed 146/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc +Placed 146/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb +Placed 146/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda +Placed 10/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd +Placed 10/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc +Placed 10/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb +Placed 196/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda +Placed 196/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd +Placed 196/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdc +Placed 134/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb +Placed 134/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda +Placed 134/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd +Placed 224/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc +Placed 224/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda +Placed 126/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd +Placed 126/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc +Placed 126/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb +Placed 65/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sda +Placed 65/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdd +Placed 65/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd +Placed 46/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda +Placed 206/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd +Placed 206/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc +Placed 206/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb +Placed 162/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd +Placed 162/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc +Placed 2/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb +Placed 2/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda +Placed 2/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdd +Placed 240/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdc +Placed 240/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdb +Placed 240/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda +Placed 183/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd +Placed 183/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc +Placed 183/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb +Placed 198/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc +Placed 247/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb +Placed 247/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda +Placed 247/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd +Placed 225/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc +Placed 225/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb +Placed 225/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda +Placed 49/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd +Placed 49/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc +Placed 49/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd +Placed 86/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc +Placed 216/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb +Placed 216/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sda +Placed 216/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdd +Placed 210/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc +Placed 210/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb +Placed 210/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc +Placed 31/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb +Placed 218/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd +Placed 218/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc +Placed 122/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda +Placed 122/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd +Placed 158/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc +Placed 158/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb +Placed 158/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sda +Placed 178/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd +Placed 178/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdc +Placed 178/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb +Placed 7/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda +Placed 7/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdd +Placed 7/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc +Placed 111/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb +Placed 111/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda +Placed 111/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd +Placed 5/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdb +Placed 5/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb +Placed 221/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdc +Placed 12/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda +Placed 12/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdd +Placed 255/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc +Placed 255/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb +Placed 255/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda +Placed 176/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd +Placed 176/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc +Placed 176/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb +Placed 68/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda +Placed 68/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd +Placed 68/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc +Placed 43/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb +Placed 43/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda +Placed 43/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdd +Placed 96/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb +Placed 96/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sda +Placed 148/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd +Placed 148/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc +Placed 148/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb +Placed 232/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda +Placed 232/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd +Placed 232/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdc +Placed 214/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb +Placed 214/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd +Placed 142/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc +Placed 142/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb +Placed 142/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd +Placed 165/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc +Placed 165/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdb +Placed 128/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda +Placed 128/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdc +Placed 156/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda +Placed 156/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd +Placed 195/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc +Placed 195/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb +Placed 195/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda +Placed 223/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd +Placed 223/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc +Placed 223/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb +Placed 11/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda +Placed 11/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdd +Placed 11/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc +Placed 83/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb +Placed 83/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda +Placed 83/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdd +Placed 66/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdc +Placed 66/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdb +Placed 66/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sda +Placed 154/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd +Placed 154/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdc +Placed 154/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd +Placed 159/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc +Placed 136/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb +Placed 136/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda +Placed 136/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd +Placed 40/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc +Placed 40/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb +Placed 40/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda +Placed 117/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdc +Placed 117/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb +Placed 200/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda +Placed 200/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd +Placed 200/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb +Placed 246/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdd +Placed 24/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda +Placed 138/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd +Placed 138/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdc +Placed 138/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdb +Placed 56/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd +Placed 56/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdc +Placed 50/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda +Placed 50/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc +Placed 38/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb +Placed 38/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda +Placed 118/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc +Placed 118/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb +Placed 47/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda +Placed 47/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdd +Placed 47/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc +Placed 77/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb +Placed 77/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda +Placed 77/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd +Placed 80/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc +Placed 80/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb +Placed 80/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda +Placed 108/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd +Placed 108/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc +Placed 108/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdb +Placed 181/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda +Placed 181/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd +Placed 181/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc +Placed 127/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda +Placed 127/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdd +Placed 81/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc +Placed 81/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb +Placed 81/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc +Placed 60/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb +Placed 197/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda +Placed 197/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdd +Placed 197/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc +Placed 9/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb +Placed 9/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda +Placed 9/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd +Placed 245/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc +Placed 245/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdb +Placed 245/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda +Placed 85/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd +Placed 85/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc +Placed 85/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 159 (Last start was 77) +DEBUG: Gather start is 159 (Last start was 77) +Gather start is 159 (Last start was 77) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 159 (Last start was 77) +DEBUG: Gather start is 159 (Last start was 77) +DEBUG: Gather start is 159 (Last start was 77) +Gather start is 159 (Last start was 77) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb6358f4407ce4f009d535-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb6358f4407ce4f009d535-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9aeae60a93e5467e92d2a-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx9aeae60a93e5467e92d2a-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx709ab168b749405492bd2-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe4bc01b92e9b492db1f86-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe4bc01b92e9b492db1f86-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txeeffa652bbda45b49c6b7-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txeeffa652bbda45b49c6b7-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txeeffa652bbda45b49c6b7-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx031f3c2968f14f3e9d9a2-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx031f3c2968f14f3e9d9a2-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx031f3c2968f14f3e9d9a2-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx031f3c2968f14f3e9d9a2-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other OWNER +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0293c2c617c049f68ff51-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0293c2c617c049f68ff51-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0293c2c617c049f68ff51-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0293c2c617c049f68ff51-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc74d93dd0b22434494f00-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc74d93dd0b22434494f00-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc74d93dd0b22434494f00-006645fcb1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc74d93dd0b22434494f00-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx006aa40d7be24c0688b4b-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx7830bbf5b9ab4ef6adef1-006645fcb1) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx7830bbf5b9ab4ef6adef1-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb2d8b765ab4946b58829e-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx400ae8f711744dd9ba80a-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx257c4978c8964c08b5697-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txef170403d29d407cbbf0f-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx0bde6d09649c47588ec7d-006645fcb1) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0bde6d09649c47588ec7d-006645fcb1) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx0bde6d09649c47588ec7d-006645fcb1) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0bde6d09649c47588ec7d-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx1b84d3e01f05466b959a4-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txd7884fc9cc6642b1be495-006645fcb1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/31/46 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1715862706.340133190 1715862706.340822220 0 +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/31/46 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1715862706.341403961 1715862706.342035294 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:31:45 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0023 "-" 1660730 - +test DEBUG: - - - [16/May/2024:12:31:45 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1660730 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1660730 1 +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0008 "-" 1660730 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0022 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0011 "-" 1660730 0 +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 1660730 1 +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1660730 - +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx0e31800897a9495b9a6e3-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx94e5b5b5956541a899658-006645fcb1) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx94e5b5b5956541a899658-006645fcb1) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx94e5b5b5956541a899658-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7baffb65eddc457abcda9-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7baffb65eddc457abcda9-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx69ecf2a1a8ad4a14912cd-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx3b3824c8092646f5930dc-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3b3824c8092646f5930dc-006645fcb1) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx3b3824c8092646f5930dc-006645fcb1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9881ccb1cb814c0cb702f-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9881ccb1cb814c0cb702f-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx9881ccb1cb814c0cb702f-006645fcb1) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx9881ccb1cb814c0cb702f-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx0f5e1e422f814aa28dd7f-006645fcb1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0f5e1e422f814aa28dd7f-006645fcb1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0f5e1e422f814aa28dd7f-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb91ab1e01f68406b8ad4e-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb91ab1e01f68406b8ad4e-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb91ab1e01f68406b8ad4e-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6cd76ba634d9499ebe33a-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6cd76ba634d9499ebe33a-006645fcb1) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0037 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1660730 1 +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0053 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0025 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0021 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0040 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1660730 - +test INFO: - - - [16/May/2024:12:31:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 1660730 - +Reloaded swift-proxy-server test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1715862705.269357920 1715862705.269422770 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1715862705.270671844 1715862705.270680666 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.271664381 1715862705.271731853 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.279043913 1715862705.279097080 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715862705.280009985 1715862705.280035734 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1715862705.280927420 1715862705.280950546 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.284116983 1715862705.284168720 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.284927845 1715862705.284965992 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1715862705.284914017 1715862705.285217047 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.305587530 1715862705.305647850 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.307791710 1715862705.307838917 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1715862705.308523893 1715862705.308565140 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.309225798 1715862705.309268236 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1715862705.309997082 1715862705.310063362 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715862705.310771227 1715862705.310812712 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1715862705.311458826 1715862705.311496735 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.312110901 1715862705.312149048 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1715862705.312735558 1715862705.312771320 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715862705.314100027 1715862705.314147949 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1715862705.314901590 1715862705.314941883 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1715862705.315896273 1715862705.315940619 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.316859961 1715862705.316900969 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.317569494 1715862705.317611694 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1715862705.318552732 1715862705.318613768 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 16/May/2024/12/31/45 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.322374582 1715862705.322426796 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a2f80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a2f80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1750272490.340033293 1750272490.341114044 1 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test INFO: - - 18/Jun/2025/18/48/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1750272490.341737509 1750272490.342631102 0 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0026 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0035 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0052 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmprknt970m/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0042 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0026 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0041 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0061 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a3d90>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff983a1990>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.383788347 1715862705.383837461 - +test INFO: - - 16/May/2024/12/31/45 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.384110928 1715862705.384139061 - +test INFO: - - 16/May/2024/12/31/45 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.384334326 1715862705.384358883 - +test INFO: - - 16/May/2024/12/31/45 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.384534836 1715862705.384557724 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1715862705.387518883 1715862705.387602806 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1715862705.388669968 1715862705.388718128 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1715862705.389734507 1715862705.389797688 - +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1715862705.390781641 1715862705.390823841 - +test INFO: - - 16/May/2024/12/31/45 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.397533894 1715862705.397567987 1 +test INFO: - - 16/May/2024/12/31/45 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.398386955 1715862705.398456335 1 +test INFO: 4.5.6.7 1.2.3.4 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.399423122 1715862705.399470329 - +test INFO: 4.5.6.7 1.2.3.4 16/May/2024/12/31/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1715862705.400125504 1715862705.400166750 - +test INFO: - - 16/May/2024/12/31/45 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1715862705.401094913 1715862705.401166439 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 187 (Last start was 0) -Gather start is 187 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc -Placed 188/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sda -Placed 81/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc -Placed 81/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb -Placed 199/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda -Placed 199/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd -Placed 199/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdc -Placed 233/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdb -Placed 233/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda -Placed 233/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc -Placed 150/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb -Placed 150/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda -Placed 217/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc -Placed 217/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb -Placed 16/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda -Placed 16/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd -Placed 16/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdc -Placed 186/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd -Placed 183/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc -Placed 183/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdb -Placed 183/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sda -Placed 242/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc -Placed 242/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb -Placed 94/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda -Placed 94/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd -Placed 94/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb -Placed 238/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc -Placed 212/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb -Placed 212/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda -Placed 197/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd -Placed 197/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb -Placed 223/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda -Placed 223/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd -Placed 223/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb -Placed 187/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda -Placed 187/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd -Placed 47/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdc -Placed 47/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdb -Placed 47/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda -Placed 41/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc -Placed 41/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdb -Placed 166/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda -Placed 166/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb -Placed 194/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd -Placed 65/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb -Placed 65/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda -Placed 113/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd -Placed 113/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb -Placed 232/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda -Placed 232/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd -Placed 232/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda -Placed 23/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd -Placed 215/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb -Placed 215/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda -Placed 83/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd -Placed 83/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc -Placed 83/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb -Placed 89/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd -Placed 89/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc -Placed 85/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda -Placed 85/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd -Placed 126/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb -Placed 126/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda -Placed 124/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdd -Placed 124/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc -Placed 124/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb -Placed 218/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda -Placed 218/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb -Placed 43/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda -Placed 43/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd -Placed 189/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdc -Placed 189/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb -Placed 189/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda -Placed 37/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd -Placed 37/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb -Placed 95/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sda -Placed 95/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd -Placed 95/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc -Placed 135/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda -Placed 135/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb -Placed 121/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd -Placed 15/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc -Placed 15/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda -Placed 198/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd -Placed 198/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdc -Placed 131/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda -Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd -Placed 111/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc -Placed 111/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdd -Placed 132/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sda -Placed 255/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd -Placed 255/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc -Placed 45/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb -Placed 45/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda -Placed 45/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd -Placed 67/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc -Placed 67/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb -Placed 67/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sda -Placed 52/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd -Placed 52/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc -Placed 52/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb -Placed 229/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdd -Placed 229/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc -Placed 122/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda -Placed 122/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd -Placed 108/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb -Placed 108/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda -Placed 19/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd -Placed 19/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc -Placed 19/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb -Placed 148/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda -Placed 148/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd -Placed 148/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc -Placed 191/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sda -Placed 191/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd -Placed 53/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc -Placed 53/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc -Placed 66/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda -Placed 211/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc -Placed 112/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb -Placed 123/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda -Placed 25/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd -Placed 25/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc -Placed 25/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb -Placed 8/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd -Placed 8/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb -Placed 185/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda -Placed 185/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd -Placed 222/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc -Placed 222/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdb -Placed 222/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdd -Placed 88/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc -Placed 88/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb -Placed 249/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd -Placed 249/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc -Placed 71/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb -Placed 71/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda -Placed 71/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc -Placed 178/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdb -Placed 178/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdd -Placed 245/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdb -Placed 246/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda -Placed 246/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd -Placed 246/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc -Placed 29/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdb -Placed 29/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda -Placed 29/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd -Placed 184/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc -Placed 184/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd -Placed 156/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc -Placed 156/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb -Placed 0/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sda -Placed 0/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd -Placed 0/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdc -Placed 214/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb -Placed 214/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda -Placed 214/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd -Placed 97/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc -Placed 97/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb -Placed 97/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda -Placed 141/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdc -Placed 141/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb -Placed 149/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda -Placed 149/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda -Placed 70/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdd -Placed 21/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd -Placed 231/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdc -Placed 231/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb -Placed 20/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda -Placed 20/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd -Placed 20/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc -Placed 208/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdb -Placed 208/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc -Placed 69/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdb -Placed 69/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda -Placed 230/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd -Placed 230/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc -Placed 230/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdd -Placed 44/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc -Placed 127/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb -Placed 127/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda -Placed 127/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb -Placed 221/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda -Placed 46/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdb -Placed 170/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda -Placed 170/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdc -Placed 209/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb -Placed 209/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda -Placed 209/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd -Placed 153/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc -Placed 153/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb -Placed 153/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd -Placed 205/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc -Placed 205/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdb -Placed 181/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda -Placed 181/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc -Placed 160/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb -Placed 160/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda -Placed 160/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc -Placed 13/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sda -Placed 220/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd -Placed 220/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc -Placed 220/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb -Placed 254/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sda -Placed 254/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd -Placed 254/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdb -Placed 165/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd -Placed 76/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc -Placed 76/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb -Placed 76/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sda -Placed 154/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd -Placed 154/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdc -Placed 154/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb -Placed 117/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda -Placed 117/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd -Placed 117/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdc -Placed 115/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb -Placed 115/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda -Placed 115/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd -Placed 55/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc -Placed 55/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb -Placed 55/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda -Placed 164/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd -Placed 164/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc -Placed 164/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd -Placed 159/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc -Placed 77/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb -Placed 77/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda -Placed 77/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd -Placed 120/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc -Placed 120/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda -Placed 79/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdc -Placed 79/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdb -Placed 26/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda -Placed 26/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd -Placed 26/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc -Placed 133/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdb -Placed 133/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sda -Placed 133/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdd -Placed 72/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc -Placed 72/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb -Placed 72/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda -Placed 136/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdd -Placed 136/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc -Placed 136/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc -Placed 152/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda -Placed 152/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda -Placed 138/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd -Placed 138/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdc -Placed 138/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda -Placed 180/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd -Placed 180/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda -Placed 206/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc -Placed 62/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda -Placed 137/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc -Placed 137/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda -Placed 175/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdd -Placed 175/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdc -Placed 161/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb -Placed 161/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd -Placed 38/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb -Placed 38/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda -Placed 155/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd -Placed 155/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb -Placed 90/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd -Placed 90/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc -Placed 4/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb -Placed 4/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda -Placed 4/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc -Placed 54/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda -Placed 252/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc -Placed 252/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdb -Placed 157/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd -Placed 157/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc -Placed 146/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb -Placed 146/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda -Placed 146/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd -Placed 125/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc -Placed 125/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdb -Placed 125/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda -Placed 248/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd -Placed 248/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc -Placed 248/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb -Placed 168/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda -Placed 168/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdd -Placed 168/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc -Placed 17/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda -Placed 17/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdc -Placed 12/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sda -Placed 247/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd -Placed 247/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc -Placed 247/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb -Placed 190/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda -Placed 190/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd -Placed 190/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc -Placed 201/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb -Placed 201/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda -Placed 201/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd -Placed 103/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb -Placed 103/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda -Placed 219/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc -Placed 219/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb -Placed 253/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda -Placed 253/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc -Placed 49/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb -Placed 49/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda -Placed 49/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdc -Placed 176/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb -Placed 176/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda -Placed 193/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd -Placed 193/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc -Placed 193/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb -Placed 28/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda -Placed 28/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd -Placed 28/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc -Placed 63/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb -Placed 63/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda -Placed 63/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd -Placed 51/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdc -Placed 51/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdb -Placed 51/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda -Placed 74/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdd -Placed 74/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc -Placed 74/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb -Placed 40/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdd -Placed 40/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd -Placed 224/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc -Placed 224/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb -Placed 224/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc -Placed 32/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sda -Placed 144/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd -Placed 144/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb -Placed 60/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sda -Placed 60/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda -Placed 30/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd -Placed 30/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc -Placed 30/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb -Placed 250/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdd -Placed 250/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc -Placed 226/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb -Placed 226/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda -Placed 226/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc -Placed 118/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda -Placed 73/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd -Placed 73/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdc -Placed 73/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb -Placed 200/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda -Placed 200/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd -Placed 200/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc -Placed 98/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb -Placed 98/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda -Placed 98/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd -Placed 143/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc -Placed 143/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdb -Placed 143/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda -Placed 101/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd -Placed 101/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc -Placed 101/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb -Placed 35/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd -Placed 35/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc -Placed 147/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda -Placed 147/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc -Placed 163/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdb -Placed 163/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sda -Placed 86/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd -Placed 86/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc -Placed 86/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb -Placed 227/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sda -Placed 227/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdd -Placed 78/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc -Placed 78/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb -Placed 78/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd -Placed 99/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb -Placed 100/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sda -Placed 100/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda -Placed 2/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdd -Placed 31/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc -Placed 31/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb -Placed 31/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb -Placed 244/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda -Placed 244/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdd -Placed 244/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc -Placed 171/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb -Placed 171/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc -Placed 140/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdb -Placed 140/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda -Placed 50/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc -Placed 50/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb -Placed 34/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda -Placed 34/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd -Placed 34/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb -Placed 80/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda -Placed 80/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd -Placed 239/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc -Placed 239/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdb -Placed 239/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda -Placed 129/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd -Placed 129/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc -Placed 129/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda -Placed 96/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd -Placed 162/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdc -Placed 162/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb -Placed 162/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda -Placed 240/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc -Placed 240/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdd -Placed 105/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc -Placed 243/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb -Placed 243/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sda -Placed 243/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc -Placed 134/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb -Placed 134/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda -Placed 116/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda -Placed 114/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd -Placed 114/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd -Placed 27/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc -Placed 27/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb -Placed 27/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda -Placed 6/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd -Placed 6/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc -Placed 6/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda -Placed 48/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd -Placed 48/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc -Placed 107/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd -Placed 110/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc -Placed 110/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda -Placed 241/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd -Placed 241/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb -Placed 91/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdd -Placed 91/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc -Placed 39/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb -Placed 39/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda -Placed 39/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdd -Placed 139/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda -Placed 3/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdd -Placed 3/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdc -Placed 3/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb -Placed 213/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda -Placed 213/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd -Placed 213/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda -Placed 109/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd -Placed 228/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc -Placed 228/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sda -Placed 196/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd -Placed 196/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb -Placed 145/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd -Placed 145/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdc -Placed 251/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb -Placed 251/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sda -Placed 251/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc -Placed 182/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb -Placed 182/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdd -Placed 5/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb -Placed 102/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda -Placed 102/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc -Placed 87/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb -Placed 87/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda -Placed 87/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd -Placed 216/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc -Placed 216/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb -Placed 216/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sda -Placed 235/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd -Placed 235/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc -Placed 235/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb -Placed 33/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd -Placed 33/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdc -Placed 59/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb -Placed 59/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda -Placed 59/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd -Placed 173/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc -Placed 173/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda -Placed 225/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdd -Placed 225/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc -Placed 225/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb -Placed 158/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda -Placed 158/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd -Placed 158/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc -Placed 75/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdb -Placed 75/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sda -Placed 75/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd -Placed 174/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc -Placed 174/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb -Placed 174/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda -Placed 179/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd -Placed 179/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdc -Placed 179/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb -Placed 106/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda -Placed 106/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd -Placed 106/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdb -Placed 64/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdd -Placed 104/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc -Placed 104/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda -Placed 18/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd -Placed 18/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb -Placed 234/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda -Placed 234/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdc -Placed 195/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb -Placed 195/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sda -Placed 195/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd -Placed 92/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc -Placed 92/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb -Placed 92/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd -Placed 61/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc -Placed 61/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb -Placed 68/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda -Placed 68/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd -Placed 68/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda -Placed 24/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdd -Placed 57/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc -Placed 57/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdb -Placed 57/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sda -Placed 84/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc -Placed 84/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdd -Placed 7/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd -Placed 177/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc -Placed 177/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb -Placed 177/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda -Placed 202/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd -Placed 202/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdc -Placed 202/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb -Placed 237/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda -Placed 237/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd -Placed 237/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc -Placed 169/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb -Placed 169/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda -Placed 169/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd -Placed 151/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc -Placed 151/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb -Placed 151/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda -Placed 36/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc -Placed 36/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdb -Placed 236/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda -Placed 236/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb -Placed 192/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda -Placed 192/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd -Placed 130/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc -Placed 130/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb -Placed 130/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdd -Placed 11/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sda -Placed 203/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc -Placed 1/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb -Placed 1/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda -Placed 1/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc -Placed 22/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda -Placed 172/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb -Placed 82/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda -Placed 82/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdc -Placed 142/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb -Placed 142/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sda -Placed 142/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd -Placed 9/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc -Placed 9/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb -Placed 9/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd -Placed 14/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc -Placed 14/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd -Placed 119/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc -Placed 210/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb -Placed 210/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda -Placed 210/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 13 (Last start was 187) -DEBUG: Gather start is 13 (Last start was 187) -Gather start is 13 (Last start was 187) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 13 (Last start was 187) -DEBUG: Gather start is 13 (Last start was 187) -DEBUG: Gather start is 13 (Last start was 187) -Gather start is 13 (Last start was 187) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -kmip.services.server.kmip_protocol: Something useful -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keyskmip.services.server.kmip_protocol: Something useful - ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches @@ -71279,8 +72586,6 @@ test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -swift: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -swift: Use tempauth middleware. test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag @@ -71339,67 +72644,690 @@ test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test INFO: - - 16/May/2024/12/31/45 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1715862705.402914047 1715862705.402965069 - +test INFO: - - 16/May/2024/12/31/46 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1715862706.366470337 1715862706.366499901 - +test INFO: - - 16/May/2024/12/31/46 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862706.367603302 1715862706.367634773 0 +test INFO: - - 16/May/2024/12/31/46 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862706.368434906 1715862706.368461847 -1 +test INFO: - - 16/May/2024/12/31/46 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1715862706.369457006 1715862706.369485855 - +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ resp = self.handle_request(req) @@ -71407,441 +73335,818 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:10 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:10 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:10 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:48:10 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0010 "-" 2513643 - -test DEBUG: - - - [18/Jun/2025:18:48:10 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 2513643 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0067 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 2 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0051 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0065 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0039 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0040 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0036 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0007 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0039 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2513664 - -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -swift: Inconsistent project domain id: PROJECT_DOMAIN_ID in token vs None in account metadata. +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6cd76ba634d9499ebe33a-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfe57dbc952c3491ca624c-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfe57dbc952c3491ca624c-006645fcb1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfe57dbc952c3491ca624c-006645fcb1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txd7dd9593dcf347799dcb7-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txa63c95965a9f4580a26e0-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txa6fcce9bf2d84ac2ba518-006645fcb2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'W110hh4Mufydsv4vbgQ8YQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5b5d74861e0cb9fc9db2fe2f6e043c61', 'Content-Length': '289'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'BXzXYqVeaHhFcIRqVoMrSQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '057cd762a55e68784570846a56832b49', 'Content-Length': '230'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok The can be of the form:: drz-:R:/ @@ -72023,2499 +74328,1049 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok test DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 2513669 -my-daemon DEBUG: Forked worker 2513669 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpl2gpnose/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpl2gpnose/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpl2gpnose/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 2513669, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmp8a0b1_pg/test_container.db': : LockTimeout (Nones) -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx2806e81f509b416eb57f8-006645fcb2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx3752d26eb61341f7b5642-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx641d4b4ff71f432a9b1e6-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx4d8368fedb7d4a3d9ac87-006645fcb2) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx9399658085f147739f3cc-006645fcb2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx226be517050747c8a1782-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx701bc018473b44c8ae534-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: tx9456a0eeec7b4559bdb2f-006645fcb2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx2cd28678a3704b92a539c-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx18b4fa34fbd74258bfa28-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4f67a759ca0c44a6adc79-006645fcb2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4f67a759ca0c44a6adc79-006645fcb2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4f67a759ca0c44a6adc79-006645fcb2) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx4f67a759ca0c44a6adc79-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0025 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0017 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0022 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0022 "-" 2513643 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776308 1715776308-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776308 1715776308-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776308 1715776308-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776308 1715776308-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715776308 1715776308-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862707 1715862707-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862707 1715862707-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862707 1715862707-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862707 1715862707-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1715862707 1715862707-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: tx1eb70a0707444ab9b0eb7-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: txbeae4279f9c6477d85e0c-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txf9879fb5e8bd4373b62bf-006645fcb2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txfee4d67d6c05405f97f47-006645fcb2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb8a5288c693b40bf98c5d-006645fcb2) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: txb8a5288c693b40bf98c5d-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx072c8699b210486e9697b-006645fcb2) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5e1e9d1b79ed4b09901b4-006645fcb2) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: tx5e1e9d1b79ed4b09901b4-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx8aed0e8c0cab40ac96e70-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx4ee48eb6331647d7aee90-006645fcb2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1003260612487793 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10112285614013672 -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -swift: No authentication middleware authorized request yet. Skipping staticweb -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx26c2798084974bd9917ef-00685309eb) -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx5b0087cb482443c2ac1be-00685309eb) -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txe72f1914bafa41828f745-00685309eb) -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.1" 200 160 0.000065 -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:48:11] "GET /otherurl HTTP/1.1" 200 179 0.000032 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.0" 200 186 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.0" 200 179 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.0" 200 180 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.0" 200 180 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -proxy INFO: (2513662) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513662) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:11] "GET /someurl HTTP/1.0" 200 180 0.000230 -proxy INFO: wsgi exiting -proxy INFO: (2513662) wsgi exited, is_accepting=True -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmp115qut9h/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmpj2mzrytw/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpj2mzrytw/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpmkah0esx/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpmkah0esx/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa1385360>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp7ebw5moe/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 - - 5 function calls in 0.000 seconds - -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0017 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0019 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0027 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmps7mc8pq8/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0061 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmp377e2h6l/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0025 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0065 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0025 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkseedd78/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00458 seconds (218.49408/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.24771.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.24771.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.24771.db +test DEBUG: Successfully deleted db /tmp/tmp_z7zbg60/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '6fa1c805257ef5e8c90833dc61bb85ab', '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda', '1715862709.26598', '1715862709.00000', '0', '', '1715862709.00000', 51, 0) +test DEBUG: /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1715862710.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1715862711.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1715862712.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1715862713.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1715862715.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1715862716.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1715862717.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1715862718.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1715862719.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1715862720.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1715862721.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1715862722.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1715862723.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1715862724.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1715862725.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1715862726.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1715862727.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1715862728.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1715862729.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1715862730.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1715862731.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1715862732.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1715862733.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1715862734.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1715862735.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1715862736.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1715862737.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1715862738.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1715862739.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +test DEBUG: /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0233588s) +test DEBUG: Synchronization for /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx50fbddad8675423590d8e-006645fcb2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx320a160ac75d481996805-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx59a08a3ee48142558ab64-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.62706 <= '409 (1715862707.62706), 409 (1715862707.62706), 409 (1715862707.62706)' (txn: tx22c787b07faa451da6582-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.62926 <= '409 (1715862707.62926), 409 (1715862707.62926), 409 (1715862707.62926)' (txn: txb01db42afa5d4e4091433-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.63143 <= '409 (1715862707.63143), 409 (1715862707.63143), 409 (1715862707.63143)' (txn: tx8ea17b8e7dc54070b96cc-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.00000 <= '409 (1715862708.00000), 409 (1715862708.00000), 409 (1715862708.00000)' (txn: tx8c5b4a6953884b8da5d8f-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862709.00000 <= '409 (1715862710.00000), 409 (1715862710.00000), 409 (1715862710.00000)' (txn: tx24a8b9472f1e45d5b22be-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862711.00000 <= '409 (1715862712.00000), 409 (1715862712.00000), 409 (1715862712.00000)' (txn: tx7120d79fa43b496795093-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.00000 <= '409 (1715862707.00000), 409 (1715862707.00000), 409 (1715862707.00000)' (txn: tx45536fa6bdc14fe7bf561-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862708.00000 <= '409 (1715862708.00000), 409 (1715862708.00000), 409 (1715862708.00000)' (txn: tx4f783b10f6bf4fec9ffd0-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862709.00000 <= '409 (1715862709.00000), 409 (1715862709.00000), 409 (1715862709.00000)' (txn: tx8cfa49f8ce0545a5af5bb-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -Traceback (most recent call last): -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok swift-ring-builder set_min_part_hours Changes the to the given . This should be set to however long a full replication/update cycle takes. We're working on a way @@ -74682,8 +75537,6 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices @@ -74702,763 +75555,349 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile123 -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Jun 18 06:48:14 2025 /tmp/tmp8t933sjw/unittest.profile2513656 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test ERROR: ERROR Could not get container info /tmp/tmpbmhttyr2/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpbmhttyr2/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp65su3gjn/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10125279426574707 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10150909423828125 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10170984268188477 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10186529159545898 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10201764106750488 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10218453407287598 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001764297485352 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005905628204346 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008206367492676 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009677410125732 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010933876037598 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012309551239014 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013461112976074 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014758110046387 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10234761238098145 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.4318695068359375e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0006 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0057 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 2513664 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0006 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0039 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0069 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0066 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0081 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0046 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0079 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862707.00000 <= '409 (1715862707.00000)' (txn: txd54625dd03214926bff10-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862708.00000 <= '409 (1715862708.00000)' (txn: tx19cd41ab3d5f49fa9415f-006645fcb3) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862709.00000 <= '409 (1715862709.00000)' (txn: tx50bf61ecf5434d3f9881b-006645fcb3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1bc7ab71f5c24e30a1a14-006645fcb4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862708.00000 <= '409 (1715862709.00000)' (txn: txdb132b08c4de454382d09-006645fcb4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx43ca8c2da27e4aea94c98-006645fcb4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862708.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx2302c7d694d44dd682bd8-006645fcb4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1715862708.00000 <= '409 (1715862709.00000), 201 (unknown), 201 (unknown)' (txn: txde3e1964a1844d17be433-006645fcb4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 @@ -75619,1019 +76058,465 @@ test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok test.unit.cli.test_ringbuilder.TestCommands.test_unknown test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '6fa1c805257ef5e8c90833dc61bb85ab', '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda', '1715862709.26598', '1715862709.00000', '0', '', '1715862709.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.17530 seconds (5.70465/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '6fa1c805257ef5e8c90833dc61bb85ab', '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda', '1715862709.26598', '1715862709.00000', '0', '', '1715862709.00000', 51, 0) +test DEBUG: /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1715862740.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1715862741.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1715862742.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1715862743.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1715862744.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1715862745.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1715862746.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1715862747.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1715862748.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1715862749.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1715862750.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1715862751.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1715862752.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1715862753.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1715862754.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1715862755.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1715862756.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1715862757.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1715862758.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1715862759.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1715862860.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda') +test DEBUG: /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0175006s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '6fa1c805257ef5e8c90833dc61bb85ab', '7a11c4b4-795e-4ef0-98a0-4c149836b1bf-sda', '1715862709.26598', '1715862709.00000', '0', '', '1715862709.00000', 51, 0) +test DEBUG: /tmp/tmpwkaiv4y7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03297 seconds (30.32771/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00436 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4au22eg6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'eb7482eb-5466-4e53-a2ef-5de527683e1a-sda', '1715862709.52185', '1715860800.00000', '0', '', '1715860800.00000', 0, 0) +test DEBUG: /tmp/tmp4au22eg6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'eb7482eb-5466-4e53-a2ef-5de527683e1a-sda') +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test WARNING: boom -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: txb63de8abba8841ed8f265-00685309f1) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/é‰ From Object Server 10.0.0.0:1000/sda (txn: txd516fa695a844f57a097e-00685309f1) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx866993ff4eba45a6a9e6c-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx65fd250d8d4b474fa9e5a-00685309f1) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx65fd250d8d4b474fa9e5a-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx42a2673e547c43e6b8fdd-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx42a2673e547c43e6b8fdd-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test-expirer ERROR: Unexcepted error handling task '1715776309-invalid0': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx42a2673e547c43e6b8fdd-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9addf744ba654ae49a759-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9addf744ba654ae49a759-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/é‰: + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1715776309-invalid1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx9addf744ba654ae49a759-00685309f1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcad858a109eb4f7dbb736-00685309f1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:11 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0010 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0033 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmp3m424ruw/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0036 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0037 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80caaf80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80caaf80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx7b0a8ec6125d402c92ca8-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txac871881a33e448ea287d-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx8463f1cc038d4b0faf8bb-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx797ee9a127b84d9e9914a-006645fcb6) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.002716064453125e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.2411346435546875e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test DEBUG: /tmp/tmp4au22eg6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00719476s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', 'eb7482eb-5466-4e53-a2ef-5de527683e1a-sda', '1715862709.52185', '1715860800.00000', '0', '', '1715860800.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb7482eb-5466-4e53-a2ef-5de527683e1a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp4au22eg6/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04780 seconds (20.92127/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp4au22eg6/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '52d7e957798433e45e7fa9802976af0f', '5e23f054-2b7e-4c19-8ad5-9ad4de2f7d70-sda', '1715862709.58697', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('5e23f054-2b7e-4c19-8ad5-9ad4de2f7d70-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '52d7e957798433e45e7fa9802976af0f', '5e23f054-2b7e-4c19-8ad5-9ad4de2f7d70-sda', '1715862709.58697', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('5e23f054-2b7e-4c19-8ad5-9ad4de2f7d70-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpm79dq_7c/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '21936e0f-4c5b-4950-b37a-741194fb09c4-sda', '1715862709.62691', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715862709.62820"]}', '1715860800.00000', 0, 1) +test DEBUG: /tmp/tmpm79dq_7c/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '21936e0f-4c5b-4950-b37a-741194fb09c4-sda') +test DEBUG: /tmp/tmpm79dq_7c/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0104539s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '21936e0f-4c5b-4950-b37a-741194fb09c4-sda', '1715862709.62691', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1715862709.62820"]}', '1715860800.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('21936e0f-4c5b-4950-b37a-741194fb09c4-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpm79dq_7c/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05090 seconds (19.64615/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpm79dq_7c/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'c6c849f9-cfe2-499e-bbdc-fa18081b1d24-sda', '1715862709.68987', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('c6c849f9-cfe2-499e-bbdc-fa18081b1d24-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'c6c849f9-cfe2-499e-bbdc-fa18081b1d24-sda', '1715862709.68987', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('c6c849f9-cfe2-499e-bbdc-fa18081b1d24-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp33o8xtw_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '5e6c371c-e0f1-4d2b-8c87-6c02783b3fd1-sda', '1715862709.72893', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715862709.73032"]}', '1715860800.00000', 0, 1) +test DEBUG: /tmp/tmp33o8xtw_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1715860802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1715860803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5e6c371c-e0f1-4d2b-8c87-6c02783b3fd1-sda') +test DEBUG: /tmp/tmp33o8xtw_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00567055s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '3416a4bcc1b0cbbfefa0cda0a7fa76bb', '5e6c371c-e0f1-4d2b-8c87-6c02783b3fd1-sda', '1715862709.72893', '1715860800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1715862709.73032"]}', '1715860800.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('5e6c371c-e0f1-4d2b-8c87-6c02783b3fd1-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp33o8xtw_/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03601 seconds (27.76702/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp33o8xtw_/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'a6fb5c83-1d9f-4c35-a17e-401e5d97ec75-sda', '1715862709.76987', '1715860800', '0', '', '1715860800', 2, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('a6fb5c83-1d9f-4c35-a17e-401e5d97ec75-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, '9a8d9960b3f102b50a2bc83c7353e5f3', 'a6fb5c83-1d9f-4c35-a17e-401e5d97ec75-sda', '1715862709.76987', '1715860800', '0', '', '1715860800', 2, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -76665,535 +76550,385 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff81dc67a0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff81dc67a0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53a30>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff81dc67a0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff80c53f40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test INFO: - - 18/Jun/2025/18/48/16 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1750272496.852005482 1750272496.852273703 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0010 - - 1750272496.851957083 1750272496.852932453 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1750272496.854685068 1750272496.854958296 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1750272496.854636192 1750272496.855486631 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.857262850 1750272496.857486010 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1750272496.857210875 1750272496.858033657 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1750272496.860485792 1750272496.860754967 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1750272496.860435009 1750272496.861325026 0 -test INFO: - - 18/Jun/2025/18/48/16 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.863045931 1750272496.863258123 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1750272496.862994194 1750272496.863775492 0 -test INFO: - - 18/Jun/2025/18/48/16 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.865938187 1750272496.866148949 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272496.866524220 1750272496.866741180 0 -test INFO: - - 18/Jun/2025/18/48/16 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272496.867205381 1750272496.867349148 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0021 - - 1750272496.865773201 1750272496.867855549 - -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1750272496.869759083 1750272496.870028734 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272496.870365381 1750272496.870559216 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.870985508 1750272496.871165514 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1750272496.869605780 1750272496.871650457 - -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.873967171 1750272496.874182701 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272496.874555826 1750272496.874764681 0 -test INFO: - - 18/Jun/2025/18/48/16 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.875197411 1750272496.875347614 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0021 - - 1750272496.873802662 1750272496.875858545 - -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.877734661 1750272496.877980471 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272496.878345966 1750272496.878545046 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.878971338 1750272496.879150867 0 -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1750272496.877584457 1750272496.879629612 - -test INFO: - - 18/Jun/2025/18/48/16 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1750272496.881494045 1750272496.881682873 0 -test INFO: - - 18/Jun/2025/18/48/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1750272496.882045031 1750272496.882244825 0 -test INFO: - - 18/Jun/2025/18/48/16 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1750272496.882662296 1750272496.882793188 0 -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5effa2337aaa473581d41-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5effa2337aaa473581d41-00685309f1) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5effa2337aaa473581d41-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx5effa2337aaa473581d41-00685309f1) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx92edd327ba624aa897f7a-00685309f1) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx92edd327ba624aa897f7a-00685309f1) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx92edd327ba624aa897f7a-00685309f1) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx92edd327ba624aa897f7a-00685309f1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txb3f1d6cd623b478c9b7e5-00685309f1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx2687027867244bcaa940e-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2687027867244bcaa940e-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2687027867244bcaa940e-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb15c03ea288b42d7a00c2-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txb15c03ea288b42d7a00c2-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txefb4bda824584cdbbd772-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txecfd1b1a164149079a293-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: txecfd1b1a164149079a293-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx678df93d5b764c838f37e-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx678df93d5b764c838f37e-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc4a493c946cc43da80144-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txc4a493c946cc43da80144-00685309f1) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test INFO: - - - [18/Jun/2025:18:48:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:13 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test ERROR: Failed to unlink '/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container.db': +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862709.05166', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container_1750272496.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container_1750272496.00000.db': ['/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container.db', '/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container_1750272497.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpd2gwjcmc/containers/part/suffix/hash/container_1750272497.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmphqd3zhcp/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmphqd3zhcp/test_container.db': : + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmprfjl8l4t/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmprfjl8l4t/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +my-daemon: Starting 1660695 +my-daemon: Exited 1660695 +my-daemon: Starting 1660695 +my-daemon: Exited 1660695 +my-daemon: Starting 1660695 +server: Starting 1660695 +server: User quit +server: Exited 1660695 +my-daemon: Starting 1660695 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +my-daemon: Exited 1660695 +my-daemon: Starting 1660695 +my-daemon: Exited 1660695 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok The can be of the form:: drz-:R:/ @@ -77606,30 +77341,929 @@ test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok test.unit.cli.test_ringbuilder.TestCommands.test_write_ring test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('a6fb5c83-1d9f-4c35-a17e-401e5d97ec75-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphz9nej_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '707533fc5477f4ef9b9ba124678d9720', 'd27e5f4c-b079-492c-91fd-d0e91663c881-sda', '1715862709.82500', '1715862709.00000', '0', '', '1715862709.00000', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862711.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862712.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd27e5f4c-b079-492c-91fd-d0e91663c881-sda') +test DEBUG: /tmp/tmphz9nej_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00278449s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '707533fc5477f4ef9b9ba124678d9720', 'd27e5f4c-b079-492c-91fd-d0e91663c881-sda', '1715862709.82500', '1715862709.00000', '0', '', '1715862709.00000', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d27e5f4c-b079-492c-91fd-d0e91663c881-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphz9nej_p/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02280 seconds (43.85585/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmphz9nej_p/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '4817ba83d495030329e6c21d1e6b79ee', '4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '4817ba83d495030329e6c21d1e6b79ee', '4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '4817ba83d495030329e6c21d1e6b79ee', '1f1d9578-6b09-453d-9838-350e9e315cf3-', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '4817ba83d495030329e6c21d1e6b79ee', '1f1d9578-6b09-453d-9838-350e9e315cf3-', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmphz9nej_p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '54f9ebf34d26bc46b3ae4c4ba97261e6', 'b0619cc3-0149-4564-a783-9802304e4a52-sdb', '1715862709.82500', '1715862710.00000', '0', '', '1715862710.00000', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862713.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b0619cc3-0149-4564-a783-9802304e4a52-sdb') +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00413704s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'd27e5f4c-b079-492c-91fd-d0e91663c881-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '54f9ebf34d26bc46b3ae4c4ba97261e6', 'b0619cc3-0149-4564-a783-9802304e4a52-sdb', '1715862709.82500', '1715862710.00000', '0', '', '1715862710.00000', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1715862713.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b0619cc3-0149-4564-a783-9802304e4a52-sdb') +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00363231s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'd27e5f4c-b079-492c-91fd-d0e91663c881-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04283 seconds (46.69770/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, 'b15ace1fc2a4049b204f5478b2200250', '1f1d9578-6b09-453d-9838-350e9e315cf3-', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715862714.00000', 'deleted': 0, 'storage_policy_index': 0}], '1f1d9578-6b09-453d-9838-350e9e315cf3-') +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00505757s) +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +my-daemon: Starting 1660695 +my-daemon: Exited 1660695 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read + raise Exception('exception message') +Exception: exception message (txn: tx511d0a92a1e5422d81b1d-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txc806f3aab5384cd19421a-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx405920edf0d042988cd1e-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx6bd12380504d4a2cb26f6-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txc9857f1377794eb794326-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txc9857f1377794eb794326-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txc9857f1377794eb794326-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txa18aca1e0176402b9ad35-006645fcb6) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862708.79486', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpeu4ohl7d/tmphszohipw. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.562500 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmp6jmw15pc/tmpzt9_4gkq.builder instead of /tmp/tmp6jmw15pc/tmpzt9_4gkq.ring.gz as builder file +Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmp1wtx63ls/tmp85fs9__0.builder instead of /tmp/tmp1wtx63ls/tmp85fs9__0.ring.gz as builder file +Note: using /tmp/tmpcwa3jjga/tmp0gbtyt60.builder instead of /tmp/tmpcwa3jjga/tmp0gbtyt60.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 @@ -77680,90 +78314,616 @@ test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, merge_syncs, ([{'remote_id': '4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (2, 'b15ace1fc2a4049b204f5478b2200250', '1f1d9578-6b09-453d-9838-350e9e315cf3-', '1715862709.85298', '1715860800', '0', '', '1715860800', 1, 0) +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/2d7eb9e183fde3e9b698e7fe8f424b74, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1715862714.00000', 'deleted': 0, 'storage_policy_index': 0}], '1f1d9578-6b09-453d-9838-350e9e315cf3-') +test DEBUG: /tmp/tmphz9nej_p/sdb/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.002877s) +REPLICATE: /sda/0/2d7eb9e183fde3e9b698e7fe8f424b74, merge_syncs, ([{'remote_id': '4860aeba-4034-4a3f-8e5e-8f3d066ab84b-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1c1b3e6246d4f25256e83a6a7d8c20ef', '73d77024-39cb-4c2b-a5e6-ac87dd12b8da-', '1715862709.94420', '1715862709.94231', '0', '', '1715862709.94231', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73d77024-39cb-4c2b-a5e6-ac87dd12b8da-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.94556.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1c1b3e6246d4f25256e83a6a7d8c20ef', '73d77024-39cb-4c2b-a5e6-ac87dd12b8da-', '1715862709.94420', '1715862709.94231', '0', '', '1715862709.94231', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862709.94546', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862709.94546', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862709.94546', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862709.94571', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862709.94571', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862709.94556', 'epoch': '1715862709.94556', 'reported': 0, 'tombstones': -1}], '73d77024-39cb-4c2b-a5e6-ac87dd12b8da-') +test DEBUG: /tmp/tmpt9vmnzew/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.94556.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt9vmnzew/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.94556.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ac5b25cc422fbe0528364e1c32af556c', '6c7992da-60ae-41d6-8bb7-0fe8efabf1d9-', '1715862709.98737', '1715862709.98513', '0', '', '1715862709.98513', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.00189', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862710.00189', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.00189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.00313', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.00313', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862709.98894', 'epoch': '1715862709.98894', 'reported': 0, 'tombstones': -1}], '6c7992da-60ae-41d6-8bb7-0fe8efabf1d9-') +test DEBUG: /tmp/tmpglv1z09_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.98894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpglv1z09_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.98894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ac5b25cc422fbe0528364e1c32af556c', '6c7992da-60ae-41d6-8bb7-0fe8efabf1d9-', '1715862709.98737', '1715862709.99843', '0', '', '1715862709.98513', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.00189', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862710.00189', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.00189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.00313', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.00313', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862709.98894', 'epoch': '1715862709.98894', 'reported': 0, 'tombstones': -1}], '6c7992da-60ae-41d6-8bb7-0fe8efabf1d9-') +test DEBUG: /tmp/tmpglv1z09_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.98894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpglv1z09_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862709.98894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '37825770549eab3df63bb56276183467', '74358052-397e-4c74-b55c-c1c2d2e67add-', '1715862710.05137', '1715862710.04925', '0', '', '1715862710.04925', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.06558', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862710.06558', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.06558', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.06684', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.06684', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.05287', 'epoch': '1715862710.05287', 'reported': 0, 'tombstones': -1}], '74358052-397e-4c74-b55c-c1c2d2e67add-') +test DEBUG: /tmp/tmprnd9pzhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.05287.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmprnd9pzhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.05287.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '37825770549eab3df63bb56276183467', '74358052-397e-4c74-b55c-c1c2d2e67add-', '1715862710.05137', '1715862710.06229', '0', '', '1715862710.04925', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa18aca1e0176402b9ad35-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa18aca1e0176402b9ad35-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: txbc05e62248b244afb33ef-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx19d1dfc4699f4840a9b8a-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx19d1dfc4699f4840a9b8a-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx19d1dfc4699f4840a9b8a-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx8741e81fcd954b76b1538-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx8741e81fcd954b76b1538-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx8741e81fcd954b76b1538-006645fcb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8741e81fcd954b76b1538-006645fcb6) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 503, 201, 201, 201, 201, 503, 503, 503, 201, 201, 201, 201] (txn: tx8741e81fcd954b76b1538-006645fcb6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptbv13wvi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptbv13wvi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptbv13wvi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptbv13wvi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash @@ -77836,8 +78996,46 @@ test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length @@ -77890,2630 +79088,913 @@ test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgq0fn0y3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00437 seconds (228.76667/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272496.69618.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272496.69618.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272496.69618.db -test DEBUG: Successfully deleted db /tmp/tmp0jadcq9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '8cc9eb859e115da6ebdf97115144b689', '73d01690-4d35-4683-80b1-67eefae4a877-sda', '1750272496.71463', '1750272496.00000', '0', '', '1750272496.00000', 51, 0) -test DEBUG: /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1750272497.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1750272498.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1750272499.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1750272500.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1750272501.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1750272502.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1750272503.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1750272504.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1750272505.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1750272506.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1750272507.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1750272508.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1750272509.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1750272510.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1750272511.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1750272512.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1750272513.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1750272514.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1750272515.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1750272516.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmp65su3gjn/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzbmnexjc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -Traceback (most recent call last): -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test ERROR: Failed to unlink '/tmp/tmps4z5fng2/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmps4z5fng2/containers/part/suffix/hash/container_1750272502.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmps4z5fng2/containers/part/suffix/hash/container_1750272502.00000.db': ['/tmp/tmps4z5fng2/containers/part/suffix/hash/container.db', '/tmp/tmps4z5fng2/containers/part/suffix/hash/container_1750272503.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmps4z5fng2/containers/part/suffix/hash/container_1750272503.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186101 1750186101-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186101 1750186101-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186101 1750186101-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186101 1750186101-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750186101 1750186101-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272500 1750272500-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272500 1750272500-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272500 1750272500-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272500 1750272500-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe4df7544007344f9907cd-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe4df7544007344f9907cd-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe4df7544007344f9907cd-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txb87099f0116c4b5dbe3ab-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb87099f0116c4b5dbe3ab-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx255cad0121b544fb9c451-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe84ca21cc2fa4c5f8265b-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe84ca21cc2fa4c5f8265b-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf543736cb0ce4b8c9a12e-00685309f1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf543736cb0ce4b8c9a12e-00685309f1) -proxy-server ERROR: Object GET returning 503 for [] (txn: txf543736cb0ce4b8c9a12e-00685309f1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx55518f62754b4081b3e91-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx55518f62754b4081b3e91-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx55518f62754b4081b3e91-00685309f2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx55518f62754b4081b3e91-00685309f2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272492.70303', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.91397', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0113 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0142 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2513664 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmpaytdh8mu/tmplp3uz7yw. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.041667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpq9zu5t9q/tmptvhhabdr.builder instead of /tmp/tmpq9zu5t9q/tmptvhhabdr.ring.gz as builder file -Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmp7y0hg62o/tmp7bqnk9za.builder instead of /tmp/tmp7y0hg62o/tmp7bqnk9za.ring.gz as builder file -Note: using /tmp/tmp_nbn83zy/tmpz2m3j8bk.builder instead of /tmp/tmp_nbn83zy/tmpz2m3j8bk.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000'} -test DEBUG: bucket None POST -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1750272517.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1750272518.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1750272519.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1750272520.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1750272521.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1750272522.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1750272523.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1750272524.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1750272525.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1750272526.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -test DEBUG: /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0101693s) -test DEBUG: Synchronization for /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '8cc9eb859e115da6ebdf97115144b689', '73d01690-4d35-4683-80b1-67eefae4a877-sda', '1750272496.71463', '1750272496.00000', '0', '', '1750272496.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73d01690-4d35-4683-80b1-67eefae4a877-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03305 seconds (30.25857/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '8cc9eb859e115da6ebdf97115144b689', '73d01690-4d35-4683-80b1-67eefae4a877-sda', '1750272496.71463', '1750272496.00000', '0', '', '1750272496.00000', 51, 0) -test DEBUG: /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1750272527.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1750272528.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1750272529.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1750272530.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1750272531.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1750272532.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1750272533.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1750272534.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1750272535.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1750272536.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1750272537.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1750272538.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1750272539.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1750272540.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1750272541.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1750272542.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1750272543.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1750272544.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1750272545.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1750272546.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1750272647.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '73d01690-4d35-4683-80b1-67eefae4a877-sda') -test DEBUG: /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.013382s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '8cc9eb859e115da6ebdf97115144b689', '73d01690-4d35-4683-80b1-67eefae4a877-sda', '1750272496.71463', '1750272496.00000', '0', '', '1750272496.00000', 51, 0) -test DEBUG: /tmp/tmpogk1onra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02432 seconds (41.11119/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa18fcf5995e84e27b03a0-006645fcb6" "proxy-server 1660730" 0.0012 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53809/sdb1/1/a/c" "txa18fcf5995e84e27b03a0-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46279/sda1/1/a/c" "txa18fcf5995e84e27b03a0-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa18fcf5995e84e27b03a0-006645fcb6" "proxy-server 1660730" 0.0102 "-" 1660730 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa18fcf5995e84e27b03a0-006645fcb6" "proxy-server 1660730" 0.0160 "-" 1660730 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa18fcf5995e84e27b03a0-006645fcb6 - 0.0243 - - 1715862710.820271730 1715862710.844583511 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa49a06558b6b4339a092c-006645fcb6" "proxy-server 1660730" 0.0013 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53809/sdb1/1/a1/c1" "txa49a06558b6b4339a092c-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46279/sda1/1/a1/c1" "txa49a06558b6b4339a092c-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa49a06558b6b4339a092c-006645fcb6" "proxy-server 1660730" 0.0091 "-" 1660730 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa49a06558b6b4339a092c-006645fcb6" "proxy-server 1660730" 0.0147 "-" 1660730 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa49a06558b6b4339a092c-006645fcb6 - 0.0228 - - 1715862710.846259356 1715862710.869067430 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6e8b8bee3bf140fbb0005-006645fcb6" "proxy-server 1660730" 0.0022 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53809/sdb1/2/a/c1" "tx6e8b8bee3bf140fbb0005-006645fcb6" "container-server 1660730" 0.0033 "-" 1660730 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46279/sda1/2/a/c1" "tx6e8b8bee3bf140fbb0005-006645fcb6" "container-server 1660730" 0.0012 "-" 1660730 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6e8b8bee3bf140fbb0005-006645fcb6" "proxy-server 1660730" 0.0115 "-" 1660730 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6e8b8bee3bf140fbb0005-006645fcb6" "proxy-server 1660730" 0.0169 "-" 1660730 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6e8b8bee3bf140fbb0005-006645fcb6 - 0.0260 - - 1715862710.870698690 1715862710.896685123 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx06834fea2ec64ebf95a2e-006645fcb6" "proxy-server 1660730" 0.0021 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53809/sdb1/1/a/c2" "tx06834fea2ec64ebf95a2e-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46279/sda1/1/a/c2" "tx06834fea2ec64ebf95a2e-006645fcb6" "container-server 1660730" 0.0018 "-" 1660730 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx06834fea2ec64ebf95a2e-006645fcb6" "proxy-server 1660730" 0.0144 "-" 1660730 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx06834fea2ec64ebf95a2e-006645fcb6" "proxy-server 1660730" 0.0105 "-" 1660730 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx06834fea2ec64ebf95a2e-006645fcb6 - 0.0243 - - 1715862710.898395300 1715862710.922687769 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp4wfp621k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4wfp621k/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp4wfp621k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4wfp621k/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0035 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx35e5da3aaf1f4bf284f29-006645fcb6" "proxy-server 1660730" 0.0014 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34027/sda1/1/a/c" "tx35e5da3aaf1f4bf284f29-006645fcb6" "container-server 1660730" 0.0012 "-" 1660730 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56955/sdb1/1/a/c" "tx35e5da3aaf1f4bf284f29-006645fcb6" "container-server 1660730" 0.0011 "-" 1660730 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx35e5da3aaf1f4bf284f29-006645fcb6" "proxy-server 1660730" 0.0093 "-" 1660730 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx35e5da3aaf1f4bf284f29-006645fcb6" "proxy-server 1660730" 0.0152 "-" 1660730 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx35e5da3aaf1f4bf284f29-006645fcb6 - 0.0241 - - 1715862710.975307941 1715862710.999439955 0 +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - 16/May/2024/12/31/49 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1715862709.485078335 1715862709.486173153 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 16/May/2024/12/31/49 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1715862709.486817598 1715862709.487731695 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx055a99d5b0eb47e995267-006645fcb7" "proxy-server 1660730" 0.0012 "-" 1660730 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34027/sda1/1/a1/c1" "tx055a99d5b0eb47e995267-006645fcb7" "container-server 1660730" 0.0013 "-" 1660730 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56955/sdb1/1/a1/c1" "tx055a99d5b0eb47e995267-006645fcb7" "container-server 1660730" 0.0011 "-" 1660730 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx055a99d5b0eb47e995267-006645fcb7" "proxy-server 1660730" 0.0092 "-" 1660730 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx055a99d5b0eb47e995267-006645fcb7" "proxy-server 1660730" 0.0148 "-" 1660730 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/51 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx055a99d5b0eb47e995267-006645fcb7 - 0.0230 - - 1715862711.000957012 1715862711.023908377 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1f71ac4296614feab0979-006645fcb7" "proxy-server 1660730" 0.0020 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34027/sda1/2/a/c1" "tx1f71ac4296614feab0979-006645fcb7" "container-server 1660730" 0.0018 "-" 1660730 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56955/sdb1/2/a/c1" "tx1f71ac4296614feab0979-006645fcb7" "container-server 1660730" 0.0012 "-" 1660730 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1f71ac4296614feab0979-006645fcb7" "proxy-server 1660730" 0.0190 "-" 1660730 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1f71ac4296614feab0979-006645fcb7" "proxy-server 1660730" 0.0154 "-" 1660730 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1f71ac4296614feab0979-006645fcb7 - 0.0287 - - 1715862711.025450706 1715862711.054192781 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1a394da4f59344c284703-006645fcb7" "proxy-server 1660730" 0.0021 "-" 1660730 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56955/sdb1/1/a/c2" "tx1a394da4f59344c284703-006645fcb7" "container-server 1660730" 0.0012 "-" 1660730 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34027/sda1/1/a/c2" "tx1a394da4f59344c284703-006645fcb7" "container-server 1660730" 0.0018 "-" 1660730 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1a394da4f59344c284703-006645fcb7" "proxy-server 1660730" 0.0100 "-" 1660730 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1a394da4f59344c284703-006645fcb7" "proxy-server 1660730" 0.0156 "-" 1660730 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1a394da4f59344c284703-006645fcb7 - 0.0245 - - 1715862711.055704355 1715862711.080251694 2 +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.06558', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862710.06558', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.06558', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.06684', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.06684', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.05287', 'epoch': '1715862710.05287', 'reported': 0, 'tombstones': -1}], '74358052-397e-4c74-b55c-c1c2d2e67add-') +test DEBUG: /tmp/tmprnd9pzhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.05287.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmprnd9pzhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.05287.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2df1922d82fe73aa1e85991a1876dac2', 'c1c373af-ed06-4081-b68f-90defed07d7f-', '1715862710.11672', '1715862710.11460', '0', '', '1715862710.11460', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.13112', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.13112', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.13112', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.13505', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.13505', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.11843', 'epoch': '1715862710.11843', 'reported': 0, 'tombstones': -1}], 'c1c373af-ed06-4081-b68f-90defed07d7f-') +test DEBUG: /tmp/tmpjd7poszq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.11843.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjd7poszq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.11843.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2df1922d82fe73aa1e85991a1876dac2', 'c1c373af-ed06-4081-b68f-90defed07d7f-', '1715862710.11672', '1715862710.12772', '0', '', '1715862710.11460', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.13112', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.13112', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.13112', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.13505', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.13505', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.11843', 'epoch': '1715862710.11843', 'reported': 0, 'tombstones': -1}], 'c1c373af-ed06-4081-b68f-90defed07d7f-') +test DEBUG: /tmp/tmpjd7poszq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.11843.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjd7poszq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.11843.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2df1922d82fe73aa1e85991a1876dac2', '0639ce8c-f663-46e2-866a-f83c3adbd7eb-', '1715862710.18358', '1715862710.18155', '0', '', '1715862710.18155', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.20016', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.20016', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.20016', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.20182', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.20182', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.18501', 'epoch': '1715862710.18501', 'reported': 0, 'tombstones': -1}], '0639ce8c-f663-46e2-866a-f83c3adbd7eb-') +test DEBUG: /tmp/tmp9jnvlo7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.18501.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9jnvlo7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.18501.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2df1922d82fe73aa1e85991a1876dac2', '0639ce8c-f663-46e2-866a-f83c3adbd7eb-', '1715862710.18358', '1715862710.19671', '0', '', '1715862710.18155', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.20016', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.20016', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.20016', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.20182', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.20182', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.18501', 'epoch': '1715862710.18501', 'reported': 0, 'tombstones': -1}], '0639ce8c-f663-46e2-866a-f83c3adbd7eb-') +test DEBUG: /tmp/tmp9jnvlo7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.18501.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9jnvlo7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.18501.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '02842a53cd1cc075b3c937c371ca1e7d', 'b93e70fa-44dd-48ee-82bf-ff3695c57a5d-', '1715862710.25451', '1715862710.25245', '0', '', '1715862710.25245', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.25587', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862710.25587', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.25587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.25608', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.25608', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.25594', 'epoch': '1715862710.25594', 'reported': 0, 'tombstones': -1}], 'b93e70fa-44dd-48ee-82bf-ff3695c57a5d-') +test DEBUG: /tmp/tmp91448dcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.25594.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp91448dcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.25594.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1750272500 1750272500-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1750186101-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1750186101-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx5a0c18e6b6d443b49b165-00685309f6) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmplm2_ikw6/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmplm2_ikw6/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 18/Jun/2025/18/48/17 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1750272497.494323492 1750272497.494581938 - -fake-swift INFO: - - 18/Jun/2025/18/48/17 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1750272497.497176886 1750272497.497354984 - -fake-swift INFO: - - 18/Jun/2025/18/48/17 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750272497.497978210 1750272497.498107195 - -fake-swift INFO: - - 18/Jun/2025/18/48/17 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1750272497.498454571 1750272497.498559952 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 18/Jun/2025/18/48/17 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1750272497.503757238 1750272497.503876686 - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749607200 -test DEBUG: looking for objects in 1749607200 -test DEBUG: checking container 1749603600 -test DEBUG: looking for objects in 1749603600 -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272493.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272493.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272493.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272493.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe5575289404348b39cdac-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe5575289404348b39cdac-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txe5575289404348b39cdac-00685309f2) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe5575289404348b39cdac-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fae8e6d582d49fdbb067-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fae8e6d582d49fdbb067-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fae8e6d582d49fdbb067-00685309f2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3fae8e6d582d49fdbb067-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx721066d741864fc68484c-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx8e7dbbc60f1e479a83a5c-00685309f2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx8e7dbbc60f1e479a83a5c-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txf9e5eb01dc9243b888061-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txda69d0ebdff644a4bd77f-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txdbf5bd8d63374fa08cdcf-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx36e5789cde5f4209b5626-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx447aad2a1cc74ee0a9eb9-00685309f2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx447aad2a1cc74ee0a9eb9-00685309f2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx447aad2a1cc74ee0a9eb9-00685309f2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx447aad2a1cc74ee0a9eb9-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txa166d2335cba477ebc7b0-00685309f2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpstire8sy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '053b2155-0e45-4601-9359-487b2430e45d-sda', '1750272496.80452', '1750269600.00000', '0', '', '1750269600.00000', 0, 1) -test DEBUG: /tmp/tmpstire8sy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '053b2155-0e45-4601-9359-487b2430e45d-sda') -test DEBUG: /tmp/tmpstire8sy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00328088s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '053b2155-0e45-4601-9359-487b2430e45d-sda', '1750272496.80452', '1750269600.00000', '0', '', '1750269600.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('053b2155-0e45-4601-9359-487b2430e45d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpstire8sy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02374 seconds (42.11723/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpstire8sy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '38ff86f2-9c82-4569-a3bf-0f0046d3e81a-sda', '1750272496.83297', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('38ff86f2-9c82-4569-a3bf-0f0046d3e81a-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', '38ff86f2-9c82-4569-a3bf-0f0046d3e81a-sda', '1750272496.83297', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('38ff86f2-9c82-4569-a3bf-0f0046d3e81a-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5o2ddu3s/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '650fd810-f9ab-466b-8b7c-14d85b09be8d-sda', '1750272496.85342', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750272496.85485"]}', '1750269600.00000', 0, 1) -test DEBUG: /tmp/tmp5o2ddu3s/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '650fd810-f9ab-466b-8b7c-14d85b09be8d-sda') -test DEBUG: /tmp/tmp5o2ddu3s/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00312281s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '650fd810-f9ab-466b-8b7c-14d85b09be8d-sda', '1750272496.85342', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1750272496.85485"]}', '1750269600.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('650fd810-f9ab-466b-8b7c-14d85b09be8d-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp5o2ddu3s/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02418 seconds (41.34828/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp5o2ddu3s/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', 'c25a410a-da6a-4bc2-bbbd-5b927a2378b0-sda', '1750272496.88452', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c25a410a-da6a-4bc2-bbbd-5b927a2378b0-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '476f0c13ed9fd3a7ee0bff8291d90992', 'c25a410a-da6a-4bc2-bbbd-5b927a2378b0-sda', '1750272496.88452', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c25a410a-da6a-4bc2-bbbd-5b927a2378b0-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcx5a5m35/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '87117517-9b25-4d60-aa6e-1ad8dde75c0b-sda', '1750272496.90948', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750272496.91089"]}', '1750269600.00000', 0, 0) -test DEBUG: /tmp/tmpcx5a5m35/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0050 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmph1c6bgjh/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0049 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 2513664 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2513664 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862709.66375', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test ERROR: Error in '/tmp/tmplr1_o_8k/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpe8uejea2/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpe8uejea2/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '6ef70d0711be4d8d9c1883c9090b98f5': [Errno 2] No such file or directory: '6ef70d0711be4d8d9c1883c9090b98f5' +test ERROR: Could not load '/tmp/tmpqsuqin1x/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpqsuqin1x/container-sync-realms.conf' +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 1660695 +my-daemon DEBUG: Forked worker 1660695 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +Quarantined /tmp/tmpte5lrwlr/dev/dbs/par/pre/db to /tmp/tmpte5lrwlr/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpte5lrwlr/dev/dbs/par/pre/db to /tmp/tmpte5lrwlr/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpte5lrwlr/dev/dbs/par/pre/db to /tmp/tmpte5lrwlr/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpte5lrwlr/dev/dbs/par/pre/db to /tmp/tmpte5lrwlr/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmpajrg81wk/dev/dbs/par/pre/db to /tmp/tmpajrg81wk/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpj6mqhbdu/dev/dbs/par/pre/db to /tmp/tmpj6mqhbdu/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account @@ -80614,1750 +80095,221 @@ test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txaa099e75fed844ebae8fe-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc56214816b2f4b419e9bf-00685309f6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc56214816b2f4b419e9bf-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx02faba8f52ea4b5eb908d-00685309f6) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx02faba8f52ea4b5eb908d-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx437a1d26b4174838899cf-00685309f6) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1750266000 -test DEBUG: looking for objects in 1750266000 -test DEBUG: checking container 1750262400 -test DEBUG: looking for objects in 1750262400 -test DEBUG: checking container 1750258800 -test DEBUG: looking for objects in 1750258800 -test DEBUG: checking container 1750255200 -test DEBUG: looking for objects in 1750255200 -test DEBUG: checking container 1750251600 -test DEBUG: looking for objects in 1750251600 -test DEBUG: checking container 1750248000 -test DEBUG: looking for objects in 1750248000 -test DEBUG: checking container 1750244400 -test DEBUG: looking for objects in 1750244400 -test DEBUG: checking container 1750240800 -test DEBUG: looking for objects in 1750240800 -test DEBUG: checking container 1750237200 -test DEBUG: looking for objects in 1750237200 -test DEBUG: checking container 1749664800 -test DEBUG: looking for objects in 1749664800 -test DEBUG: checking container 1749661200 -test DEBUG: looking for objects in 1749661200 -test DEBUG: checking container 1749657600 -test DEBUG: looking for objects in 1749657600 -test DEBUG: checking container 1749654000 -test DEBUG: looking for objects in 1749654000 -test DEBUG: checking container 1749650400 -test DEBUG: looking for objects in 1749650400 -test DEBUG: checking container 1749646800 -test DEBUG: looking for objects in 1749646800 -test DEBUG: checking container 1749643200 -test DEBUG: looking for objects in 1749643200 -test DEBUG: checking container 1749639600 -test DEBUG: looking for objects in 1749639600 -test DEBUG: checking container 1749636000 -test DEBUG: looking for objects in 1749636000 -test DEBUG: checking container 1749632400 -test DEBUG: looking for objects in 1749632400 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272498.301000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272498.301000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272498.301000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272498.301000) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1750272498.301000) in policy_index 1 will be deleted from policy_index 0 (1750272498.30100_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1750272498.301000) deleted from policy_index 0 (1750272498.30100_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1750272498.301000) from policy_index 1 (1750272498.30100_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1750272498.301000) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1750272498.301000) in policy_index 1 was handled successfully -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx49b1a7d537c7463ca2f32-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx101a833c50984997af51c-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txffb3148612d44b41834ff-00685309f2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txffb3148612d44b41834ff-00685309f2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txffb3148612d44b41834ff-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6a53b65d5e78493e97eb4-00685309f2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6a53b65d5e78493e97eb4-00685309f2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7064799b7f8d41ecad4b0-00685309f2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx01dacdf9b2844497b91c1-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx01dacdf9b2844497b91c1-00685309f2) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx01dacdf9b2844497b91c1-00685309f2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx61e2a8d706f246fbace6e-00685309f2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx61e2a8d706f246fbace6e-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx61e2a8d706f246fbace6e-00685309f2) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx61e2a8d706f246fbace6e-00685309f2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6da664a924f74ba0a0d60-00685309f2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6da664a924f74ba0a0d60-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx6da664a924f74ba0a0d60-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4648c89539db4f0087ccb-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4648c89539db4f0087ccb-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4648c89539db4f0087ccb-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx88c423b642bd461eb483b-00685309f2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272494.18501', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1750269602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1750269603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '87117517-9b25-4d60-aa6e-1ad8dde75c0b-sda') -test DEBUG: /tmp/tmpcx5a5m35/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.478568s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c47478089112cb6d4d7d093a3b4c0121', '87117517-9b25-4d60-aa6e-1ad8dde75c0b-sda', '1750272496.90948', '1750269600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1750272496.91089"]}', '1750269600.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('87117517-9b25-4d60-aa6e-1ad8dde75c0b-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpcx5a5m35/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49872 seconds (2.00511/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpcx5a5m35/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (2, 'ba9f8a124fd54bbbd88ebb0959e45f0e', '0e2fcf0c-8b26-45d4-be36-3479494fd7b3-sda', '1750272497.41480', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('0e2fcf0c-8b26-45d4-be36-3479494fd7b3-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, 'ba9f8a124fd54bbbd88ebb0959e45f0e', '0e2fcf0c-8b26-45d4-be36-3479494fd7b3-sda', '1750272497.41480', '1750269600', '0', '', '1750269600', 2, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('0e2fcf0c-8b26-45d4-be36-3479494fd7b3-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxoxx8wep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8e0276925866cb62236588a49f69d8d4', 'a4af1216-181e-4034-b25d-4a9d7d766679-sda', '1750272498.13992', '1750272498.00000', '0', '', '1750272498.00000', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750272500.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750272501.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a4af1216-181e-4034-b25d-4a9d7d766679-sda') -test DEBUG: /tmp/tmpxoxx8wep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00504279s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8e0276925866cb62236588a49f69d8d4', 'a4af1216-181e-4034-b25d-4a9d7d766679-sda', '1750272498.13992', '1750272498.00000', '0', '', '1750272498.00000', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a4af1216-181e-4034-b25d-4a9d7d766679-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxoxx8wep/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04296 seconds (23.27500/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpxoxx8wep/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7d6e7ae425153bd78b7fe9fe304b5470', '416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7d6e7ae425153bd78b7fe9fe304b5470', '416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7d6e7ae425153bd78b7fe9fe304b5470', '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, sync, (1, '7d6e7ae425153bd78b7fe9fe304b5470', '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpxoxx8wep/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ff548a20b8d4d5cab8b24e75ae3ed670', '0f1a5b97-75c0-4861-a394-ea7b4a0aa533-sdb', '1750272498.13992', '1750272499.00000', '0', '', '1750272499.00000', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750272502.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750272503.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0f1a5b97-75c0-4861-a394-ea7b4a0aa533-sdb') -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00575495s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'a4af1216-181e-4034-b25d-4a9d7d766679-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ff548a20b8d4d5cab8b24e75ae3ed670', '0f1a5b97-75c0-4861-a394-ea7b4a0aa533-sdb', '1750272498.13992', '1750272499.00000', '0', '', '1750272499.00000', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test ERROR: Problem finding shard upper in '/tmp/tmp8a0b1_pg/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp3ib8ayvg/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp3ib8ayvg/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1ec6d3d00eb843c8a2b6b-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6d212e5c8e3343dcb9e8d-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx88c423b642bd461eb483b-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx88c423b642bd461eb483b-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0d8ce90a0c9d41d7b0871-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0d8ce90a0c9d41d7b0871-00685309f2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0d8ce90a0c9d41d7b0871-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx5ff06f78fbd14297a0432-00685309f2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff8483cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: tx3ccff97be26f43ad863fb-00685309f2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1750272498.301000) from the queue (1750272498.30100_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00042 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: -user quit -No .MockServer object at 0xffff84dad290> running -.MockServerFactory.MockServer object at 0xffff84dad690> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff84dad290> running -No .MockServerFactory.MockServer object at 0xffff84dad390> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84dad690> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84dad390> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff84dad390> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84dad650> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff84dad650> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84dad350> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff84dad350> pid: None signal: 9 -test WARNING: Skipping /tmp/tmpix4x6sb0/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpix4x6sb0/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpix4x6sb0/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmp36f9xmk1/asdf/data because [Errno 20] Not a directory: '/tmp/tmp36f9xmk1/asdf/data' -test WARNING: Skipping /tmp/tmp36f9xmk1/asdf/data because [Errno 20] Not a directory: '/tmp/tmp36f9xmk1/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmp5cgegykw/asdf/data because [Errno 20] Not a directory: '/tmp/tmp5cgegykw/asdf/data' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272496.41576', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.06438', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -82365,1795 +80317,1686 @@ test DEBUG: checking permission: some source HEAD {} test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1750272502.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1750272503.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0f1a5b97-75c0-4861-a394-ea7b4a0aa533-sdb') -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (1.38475s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'a4af1216-181e-4034-b25d-4a9d7d766679-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 1.43325 seconds (1.39543/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (2, '832283401de26edbef356108552f2b99', '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1750272503.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750272503.00000', 'deleted': 0, 'storage_policy_index': 0}], '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-') -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00295949s) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, merge_syncs, ([{'remote_id': '416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, sync, (2, '832283401de26edbef356108552f2b99', '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-', '1750272498.18788', '1750269600', '0', '', '1750269600', 1, 0) -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1750272503.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1750272503.00000', 'deleted': 0, 'storage_policy_index': 0}], '6966f8aa-dc86-4e98-a4d7-cafe3fa6d701-') -test DEBUG: /tmp/tmpxoxx8wep/sdb/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00273919s) -REPLICATE: /sda/0/f522fe42f63e324509d570ca189143f4, merge_syncs, ([{'remote_id': '416bd464-285b-4df8-ab9e-095fc3d7fd10-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'c33728ff9a45aaea4bb045dd34635d7f', 'fed417cb-c05b-451a-b1dd-a539d3d7a1e1-', '1750272499.67955', '1750272499.67758', '0', '', '1750272499.67758', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fed417cb-c05b-451a-b1dd-a539d3d7a1e1-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.68131.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'c33728ff9a45aaea4bb045dd34635d7f', 'fed417cb-c05b-451a-b1dd-a539d3d7a1e1-', '1750272499.67955', '1750272499.67758', '0', '', '1750272499.67758', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272499.68124', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272499.68124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272499.68124', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272499.68146', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272499.68146', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272499.68131', 'epoch': '1750272499.68131', 'reported': 0, 'tombstones': -1}], 'fed417cb-c05b-451a-b1dd-a539d3d7a1e1-') -test DEBUG: /tmp/tmpjyav3vbj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.68131.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjyav3vbj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.68131.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8876b387a91a9c05df35ada73d078bda', '8d269880-dea7-4c61-b626-112deeb35f28-', '1750272499.71670', '1750272499.71463', '0', '', '1750272499.71463', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272499.73057', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272499.73057', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272499.73057', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272499.73176', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272499.73176', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272499.71817', 'epoch': '1750272499.71817', 'reported': 0, 'tombstones': -1}], '8d269880-dea7-4c61-b626-112deeb35f28-') -test DEBUG: /tmp/tmp06w0fobe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.71817.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06w0fobe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.71817.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8876b387a91a9c05df35ada73d078bda', '8d269880-dea7-4c61-b626-112deeb35f28-', '1750272499.71670', '1750272499.72699', '0', '', '1750272499.71463', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272499.73057', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272499.73057', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272499.73057', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272499.73176', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272499.73176', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272499.71817', 'epoch': '1750272499.71817', 'reported': 0, 'tombstones': -1}], '8d269880-dea7-4c61-b626-112deeb35f28-') -test DEBUG: /tmp/tmp06w0fobe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.71817.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06w0fobe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.71817.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test INFO: - - - [18/Jun/2025:18:48:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0051 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 2513664 - -test ERROR: ERROR Account update failed with 127.0.0.1:49909/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 2513664 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0063 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:17 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0015 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0007 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0035 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0015 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0015 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0042 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx0d0264aca1cf403c9bce6-00685309f3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txdaa8ed0f912e4479b0a09-00685309f3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx950b58e3cf2644db931a3-00685309f3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txf0684bbd94c74d838a8c2-00685309f3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txc836aee35f5e4ab6ad675-00685309f3) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx99a0233d20104d7395c36-00685309f3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx5665ca79f80247cfbab9f-00685309f3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx21821a9c8def4d8484af2-00685309f3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: tx58676df58f9848e8b1840-00685309f3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx05081a8d7ea442679f335-00685309f3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txc09adb7cd882434da016d-00685309f3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txee7e8886be0d444abc953-00685309f3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txee7e8886be0d444abc953-00685309f3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txee7e8886be0d444abc953-00685309f3) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txee7e8886be0d444abc953-00685309f3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.17794', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: Setting object count to 1032 (txn: txa9ab1fdc14c64714981c6-00685309fa) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: Setting object count to 48 (txn: txc357c4e55abb43168be0f-00685309fa) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: Setting object count to 1064 (txn: txd3eea85359ad432386a75-00685309fa) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx2f0cd1fc7e364c17baab5-00685309fa) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6ec16e19cf5646a585ad1-00685309fa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '02842a53cd1cc075b3c937c371ca1e7d', 'b93e70fa-44dd-48ee-82bf-ff3695c57a5d-', '1715862710.25451', '1715862710.26711', '0', '', '1715862710.25245', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.25587', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862710.25587', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.25587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.25608', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.25608', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.25594', 'epoch': '1715862710.25594', 'reported': 0, 'tombstones': -1}], 'b93e70fa-44dd-48ee-82bf-ff3695c57a5d-') +test DEBUG: /tmp/tmp91448dcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.25594.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp91448dcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.25594.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '02842a53cd1cc075b3c937c371ca1e7d', 'b8133d1a-35ce-42d9-a1bd-1e9d22df4072-', '1715862710.30240', '1715862710.30031', '0', '', '1715862710.30031', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.30380', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862710.30380', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.30380', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.30401', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.30401', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.30387', 'epoch': '1715862710.30387', 'reported': 0, 'tombstones': -1}], 'b8133d1a-35ce-42d9-a1bd-1e9d22df4072-') +test DEBUG: /tmp/tmpxl74po8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.30387.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxl74po8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.30387.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '02842a53cd1cc075b3c937c371ca1e7d', 'b8133d1a-35ce-42d9-a1bd-1e9d22df4072-', '1715862710.30240', '1715862710.31552', '0', '', '1715862710.30031', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.30380', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862710.30380', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862710.30380', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.30401', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.30401', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.30387', 'epoch': '1715862710.30387', 'reported': 0, 'tombstones': -1}], 'b8133d1a-35ce-42d9-a1bd-1e9d22df4072-') +test DEBUG: /tmp/tmpxl74po8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.30387.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxl74po8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.30387.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '620b1b09ba1f314fef8b662b8e7be758', 'b0f3d367-1618-440b-a9b5-3b6e137632e1-', '1715862710.35128', '1715862710.34924', '0', '', '1715862710.34924', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0f3d367-1618-440b-a9b5-3b6e137632e1-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.35463.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '620b1b09ba1f314fef8b662b8e7be758', 'b0f3d367-1618-440b-a9b5-3b6e137632e1-', '1715862710.35128', '1715862710.34924', '0', '', '1715862710.34924', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.35266', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.35266', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.35266', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.35484', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.35484', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.35463', 'epoch': '1715862710.35463', 'reported': 0, 'tombstones': -1}], 'b0f3d367-1618-440b-a9b5-3b6e137632e1-') +test DEBUG: /tmp/tmpl24r5lrs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.35463.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl24r5lrs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.35463.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '620b1b09ba1f314fef8b662b8e7be758', '23b91c71-940b-45d2-9f13-2e6a6546f351-', '1715862710.39363', '1715862710.39102', '0', '', '1715862710.39102', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('23b91c71-940b-45d2-9f13-2e6a6546f351-', '5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.39675.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '620b1b09ba1f314fef8b662b8e7be758', '23b91c71-940b-45d2-9f13-2e6a6546f351-', '1715862710.39363', '1715862710.39102', '0', '', '1715862710.39102', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862710.39506', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.39506', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862710.39506', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862710.39693', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862710.39693', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862710.39675', 'epoch': '1715862710.39675', 'reported': 0, 'tombstones': -1}], '23b91c71-940b-45d2-9f13-2e6a6546f351-') +test DEBUG: /tmp/tmpctnvx29b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.39675.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpctnvx29b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.39675.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '80b940db6aaf100709d08762e0e86f5b', '8e1c85b2-ad37-4529-9410-cb1a91c86087-', '1715862710.43607', '1715862710.43420', '0', '', '1715862710.43420', 3, 0) +test WARNING: /tmp/tmpdl4ijvn9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.43870.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000049 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000049 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET https://cluster.domain HTTP/1.0" 200 117 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txd8e503f98dd54caab4191-006645fcb8) +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (1660738) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "PUT /path HTTP/1.0" 200 105 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET / HTTP/1.1" 200 120 0.000062 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET /%FF HTTP/1.1" 200 123 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET /ÿ HTTP/1.1" 200 126 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET // HTTP/1.1" 200 121 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET //bar HTTP/1.1" 200 124 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET //////baz HTTP/1.1" 200 128 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 16 May 2024 12:31:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (1660738) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660738) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:52] "GET /someurl HTTP/1.0" 200 102 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (1660738) wsgi exited, is_accepting=True + +user quit +No .MockServer object at 0xffff848fd350> running +.MockServerFactory.MockServer object at 0xffff84973810> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff84973650> running +No .MockServerFactory.MockServer object at 0xffff849738d0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84973810> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84973710> to die; killing +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1749607200 -test DEBUG: looking for objects in 1749607200 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1749607221.550943) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1749607221.550943) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1749607221.550943) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1749607221.550943) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1749607221.55094) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1749607221.550943) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1749607200/1:/AUTH_jeb/c/o1' (1749607221.550943) from the queue (1749607221.55094_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1750272501.557173) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1750272501.557173) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1750272501.557173) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1750272501.557173) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1750272501.55717) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1750272501.557173) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1749664799.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1749664799.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1749664799.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1749664799.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1749664799.000000) from the queue (1749664799.00000_0000000000000001) -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272496.42671', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272497.20678', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8876b387a91a9c05df35ada73d078bda', '81dd3fe3-a9b1-488b-9fb7-bb2adcc98029-', '1750272499.81922', '1750272499.81733', '0', '', '1750272499.81733', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272499.83218', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272499.83218', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272499.83218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272499.83343', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272499.83343', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272499.82065', 'epoch': '1750272499.82065', 'reported': 0, 'tombstones': -1}], '81dd3fe3-a9b1-488b-9fb7-bb2adcc98029-') -test DEBUG: /tmp/tmpusvdxr75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.82065.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpusvdxr75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.82065.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8876b387a91a9c05df35ada73d078bda', '81dd3fe3-a9b1-488b-9fb7-bb2adcc98029-', '1750272499.81922', '1750272499.82898', '0', '', '1750272499.81733', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272499.83218', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272499.83218', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272499.83218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272499.83343', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272499.83343', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272499.82065', 'epoch': '1750272499.82065', 'reported': 0, 'tombstones': -1}], '81dd3fe3-a9b1-488b-9fb7-bb2adcc98029-') -test DEBUG: /tmp/tmpusvdxr75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.82065.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpusvdxr75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272499.82065.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '522e1099bfdcbc86d1eb2b9bfff5b0d5', 'c8da4cc7-86c7-4d8c-a2f4-fe09b2b3a936-', '1750272500.92468', '1750272500.92253', '0', '', '1750272500.92253', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272500.93832', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272500.93832', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272500.93832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272500.93969', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272500.93969', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272500.92620', 'epoch': '1750272500.92620', 'reported': 0, 'tombstones': -1}], 'c8da4cc7-86c7-4d8c-a2f4-fe09b2b3a936-') -test DEBUG: /tmp/tmpilhcv4im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.92620.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpilhcv4im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.92620.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '522e1099bfdcbc86d1eb2b9bfff5b0d5', 'c8da4cc7-86c7-4d8c-a2f4-fe09b2b3a936-', '1750272500.92468', '1750272500.93506', '0', '', '1750272500.92253', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272500.93832', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272500.93832', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272500.93832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272500.93969', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272500.93969', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272500.92620', 'epoch': '1750272500.92620', 'reported': 0, 'tombstones': -1}], 'c8da4cc7-86c7-4d8c-a2f4-fe09b2b3a936-') -test DEBUG: /tmp/tmpilhcv4im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.92620.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpilhcv4im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.92620.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '522e1099bfdcbc86d1eb2b9bfff5b0d5', '767c9bac-39e3-4c2c-b85a-1a48c5ab929e-', '1750272500.98569', '1750272500.98379', '0', '', '1750272500.98379', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.00128', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.00128', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272501.00128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.00278', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.00278', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272500.98702', 'epoch': '1750272500.98702', 'reported': 0, 'tombstones': -1}], '767c9bac-39e3-4c2c-b85a-1a48c5ab929e-') -test DEBUG: /tmp/tmpr3g13d3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.98702.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpr3g13d3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.98702.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '522e1099bfdcbc86d1eb2b9bfff5b0d5', '767c9bac-39e3-4c2c-b85a-1a48c5ab929e-', '1750272500.98569', '1750272500.99787', '0', '', '1750272500.98379', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.00128', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.00128', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272501.00128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.00278', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.00278', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272500.98702', 'epoch': '1750272500.98702', 'reported': 0, 'tombstones': -1}], '767c9bac-39e3-4c2c-b85a-1a48c5ab929e-') -test DEBUG: /tmp/tmpr3g13d3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.98702.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test DEBUG: Unlinked retiring db '/tmp/tmp4pwn8i0n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0036 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0014 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0033 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:18 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0050 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0023 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 2513664 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513664 0 -test DEBUG: Unlinked retiring db '/tmp/tmpm_dapk3t/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read - raise Exception('exception message') -Exception: exception message (txn: tx593f6db82f30454eb964c-00685309f3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: txf5f2f0d04e534048b03da-00685309f5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txc7bff37c9638440f950e9-00685309f5) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8770b7be0d634c69b1000-00685309f5) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx86011f384e694d4a899de-00685309f5) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx86011f384e694d4a899de-00685309f5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9a64d2baa76e4f8281ca0-00685309f5) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb6d325b5af6d4bf383333-00685309f5) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: txb6d325b5af6d4bf383333-00685309f5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx978cea899f4f4d9aa07b4-00685309f5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx50c0d5cfe8944217a4489-00685309f5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.07603', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.31337', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.18805', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.37173', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp4fjgo92t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4fjgo92t/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp4fjgo92t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4fjgo92t/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 2513662 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx348b1e4cb46842649fab5-00685309f7" "proxy-server 2513662" 0.0014 "-" 2513662 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50127/sdb1/1/a/c" "tx348b1e4cb46842649fab5-00685309f7" "container-server 2513662" 0.0013 "-" 2513662 0 -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test WARNING: /tmp/tmpdl4ijvn9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.43870.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '80b940db6aaf100709d08762e0e86f5b', '8e1c85b2-ad37-4529-9410-cb1a91c86087-', '1715862710.43607', '1715862710.44673', '0', '', '1715862710.43420', 3, 0) +test WARNING: /tmp/tmpdl4ijvn9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.43870.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpdl4ijvn9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.43870.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '80b940db6aaf100709d08762e0e86f5b', '75d2f006-bf31-439f-9daf-719b6d2c5b60-', '1715862710.98088', '1715862710.97860', '0', '', '1715862710.97860', 3, 0) +test WARNING: /tmp/tmp3sjdj3em/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.98565.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp3sjdj3em/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.98565.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '80b940db6aaf100709d08762e0e86f5b', '75d2f006-bf31-439f-9daf-719b6d2c5b60-', '1715862710.98088', '1715862710.99385', '0', '', '1715862710.97860', 3, 0) +test WARNING: /tmp/tmp3sjdj3em/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.98565.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp3sjdj3em/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862710.98565.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a2510c1af0b981f8e1e23beffebf5500', 'f634cc4e-311a-4a23-8ca9-e99388cb7f15-', '1715862711.02854', '1715862711.02603', '0', '', '1715862711.02603', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.04394', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.04394', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.04394', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.04534', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.04534', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.03127', 'epoch': '1715862711.03127', 'reported': 0, 'tombstones': -1}], 'f634cc4e-311a-4a23-8ca9-e99388cb7f15-') +test DEBUG: /tmp/tmpafz9deuk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.03127.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpafz9deuk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.03127.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a2510c1af0b981f8e1e23beffebf5500', 'f634cc4e-311a-4a23-8ca9-e99388cb7f15-', '1715862711.02854', '1715862711.03988', '0', '', '1715862711.02603', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.04394', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.04394', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.04394', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.04534', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.04534', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.03127', 'epoch': '1715862711.03127', 'reported': 0, 'tombstones': -1}], 'f634cc4e-311a-4a23-8ca9-e99388cb7f15-') +test DEBUG: /tmp/tmpafz9deuk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.03127.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpafz9deuk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.03127.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a2510c1af0b981f8e1e23beffebf5500', '7d996791-4de7-4597-bf72-5223e4494ec9-', '1715862711.09863', '1715862711.09651', '0', '', '1715862711.09651', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.11238', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.11238', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.11238', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.11388', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.11388', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.10122', 'epoch': '1715862711.10122', 'reported': 0, 'tombstones': -1}], '7d996791-4de7-4597-bf72-5223e4494ec9-') +test DEBUG: /tmp/tmp8tnwv62m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.10122.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8tnwv62m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.10122.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a2510c1af0b981f8e1e23beffebf5500', '7d996791-4de7-4597-bf72-5223e4494ec9-', '1715862711.09863', '1715862711.10905', '0', '', '1715862711.09651', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.11238', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.11238', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.11238', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.11388', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.11388', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.10122', 'epoch': '1715862711.10122', 'reported': 0, 'tombstones': -1}], '7d996791-4de7-4597-bf72-5223e4494ec9-') +test DEBUG: /tmp/tmp8tnwv62m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.10122.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8tnwv62m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.10122.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'dd851f74f6dd915cef7a4301f1eb9539', '5ddb9ee2-2a62-4f34-9687-d6eaceb51698-', '1715862711.16637', '1715862711.16234', '0', '', '1715862711.16234', 3, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272498.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272502.372576) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272502.372576) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272502.372576) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272502.372576) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272502.37258) in policy_index 1 responded 200 (1750272501.37258) -test INFO: retry: '/AUTH_bob/c/o1' (1750272502.372576) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272502.398651) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272502.398651) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272502.398651) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272502.398651) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272502.39865) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1750272502.398651) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10438680648803711 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10517621040344238 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10540938377380371 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10557317733764648 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10572481155395508 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10585808753967285 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10599136352539062 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10613036155700684 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010476112365723 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001345157623291 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014746189117432 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015933513641357 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0017149448394775 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018246173858643 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0019285678863525 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0020372867584229 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10239696502685547 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.4080276489257812e-05: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +Signal .MockServerFactory.MockServer object at 0xffff84973710> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84973bd0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff84973bd0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff84973850> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff84973850> pid: None signal: 9 +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test WARNING: boom +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 1660738, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715862712.421083, time window end: 1715862712.421083, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1715862712.423329, time window end: 1715862712.4233398, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1715862712.4234886, time window end: 1715862712.4237907, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1715862712.42389, time window end: 1715862712.4239488, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row raise exc -Exception: Exception while sending data on connection (txn: tx7eedc18ce4824267af23d-00685309f5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx687aa320b29f490a89358-00685309f5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txcf69f32014a14f15a5d36-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.82067 <= '409 (1750272502.82067), 409 (1750272502.82067), 409 (1750272502.82067)' (txn: txf07d78f7aeee4b0698e3e-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.82284 <= '409 (1750272502.82284), 409 (1750272502.82284), 409 (1750272502.82284)' (txn: tx9dd312a0a3514a3c95cae-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.82527 <= '409 (1750272502.82527), 409 (1750272502.82527), 409 (1750272502.82527)' (txn: txa1f14b5c0da144e297b5a-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.00000 <= '409 (1750272503.00000), 409 (1750272503.00000), 409 (1750272503.00000)' (txn: txfe186fc3f04e4e18adb44-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (1750272505.00000), 409 (1750272505.00000), 409 (1750272505.00000)' (txn: tx66f95d48825b4bc396af5-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272506.00000 <= '409 (1750272507.00000), 409 (1750272507.00000), 409 (1750272507.00000)' (txn: tx365f53617ff34911ba81e-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.00000 <= '409 (1750272502.00000), 409 (1750272502.00000), 409 (1750272502.00000)' (txn: txdd0c5d63d4b94ee69c880-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272503.00000 <= '409 (1750272503.00000), 409 (1750272503.00000), 409 (1750272503.00000)' (txn: txf66aa1af702d4a9fa69ec-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (1750272504.00000), 409 (1750272504.00000), 409 (1750272504.00000)' (txn: txe73d27c038a14ea2a7f48-00685309f6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test WARNING: /tmp/tmpr3g13d3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272500.98702.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '32d30ee31bb98f5d87bb8e31db2cffb2', '1ec04756-901b-4c5d-95d8-f4255d229904-', '1750272501.75346', '1750272501.75129', '0', '', '1750272501.75129', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.75493', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272501.75493', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272501.75493', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.75516', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.75516', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.75500', 'epoch': '1750272501.75500', 'reported': 0, 'tombstones': -1}], '1ec04756-901b-4c5d-95d8-f4255d229904-') -test DEBUG: /tmp/tmplyumwrs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.75500.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplyumwrs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.75500.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '32d30ee31bb98f5d87bb8e31db2cffb2', '1ec04756-901b-4c5d-95d8-f4255d229904-', '1750272501.75346', '1750272501.76701', '0', '', '1750272501.75129', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.75493', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272501.75493', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272501.75493', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.75516', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.75516', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.75500', 'epoch': '1750272501.75500', 'reported': 0, 'tombstones': -1}], '1ec04756-901b-4c5d-95d8-f4255d229904-') -test DEBUG: /tmp/tmplyumwrs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.75500.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplyumwrs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.75500.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '32d30ee31bb98f5d87bb8e31db2cffb2', 'f54e0c10-35e2-4f4e-b6e1-edf01c0531ac-', '1750272501.80104', '1750272501.79907', '0', '', '1750272501.79907', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.80237', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272501.80237', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272501.80237', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.80259', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.80259', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.80244', 'epoch': '1750272501.80244', 'reported': 0, 'tombstones': -1}], 'f54e0c10-35e2-4f4e-b6e1-edf01c0531ac-') -test DEBUG: /tmp/tmpom6dnjdj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.80244.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpom6dnjdj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.80244.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '32d30ee31bb98f5d87bb8e31db2cffb2', 'f54e0c10-35e2-4f4e-b6e1-edf01c0531ac-', '1750272501.80104', '1750272501.81094', '0', '', '1750272501.79907', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.80237', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272501.80237', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272501.80237', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.80259', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.80259', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.80244', 'epoch': '1750272501.80244', 'reported': 0, 'tombstones': -1}], 'f54e0c10-35e2-4f4e-b6e1-edf01c0531ac-') -test DEBUG: /tmp/tmpom6dnjdj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.80244.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpom6dnjdj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.80244.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'dac62f9039362c1e999a9d2f44be2756', 'dd800524-85fa-4527-aa8d-5dad6c94fd52-', '1750272501.84700', '1750272501.84503', '0', '', '1750272501.84503', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd800524-85fa-4527-aa8d-5dad6c94fd52-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.85043.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'dac62f9039362c1e999a9d2f44be2756', 'dd800524-85fa-4527-aa8d-5dad6c94fd52-', '1750272501.84700', '1750272501.84503', '0', '', '1750272501.84503', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.84854', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.84854', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272501.84854', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.85066', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.85066', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.85043', 'epoch': '1750272501.85043', 'reported': 0, 'tombstones': -1}], 'dd800524-85fa-4527-aa8d-5dad6c94fd52-') -test DEBUG: /tmp/tmp133hhpsm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.85043.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp133hhpsm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.85043.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'dac62f9039362c1e999a9d2f44be2756', 'ad9bc51e-2fcf-4c26-8fbf-265e1a42a6ef-', '1750272501.88993', '1750272501.88797', '0', '', '1750272501.88797', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ad9bc51e-2fcf-4c26-8fbf-265e1a42a6ef-', '5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.89331.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'dac62f9039362c1e999a9d2f44be2756', 'ad9bc51e-2fcf-4c26-8fbf-265e1a42a6ef-', '1750272501.88993', '1750272501.88797', '0', '', '1750272501.88797', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:20 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:20 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:20 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 2513664 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:48:20 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0026 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:20 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0005 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0049 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0026 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object raise Exception() Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513664 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.16795', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.16795', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.16795', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.16940', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.16940', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.16919', 'epoch': '1715862711.16919', 'reported': 0, 'tombstones': -1}], '5ddb9ee2-2a62-4f34-9687-d6eaceb51698-') +test DEBUG: /tmp/tmpq5c4di1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.16919.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpq5c4di1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.16919.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'dd851f74f6dd915cef7a4301f1eb9539', '5ddb9ee2-2a62-4f34-9687-d6eaceb51698-', '1715862711.16637', '1715862711.17762', '0', '', '1715862711.16234', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.16795', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.16795', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.16795', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.16940', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.16940', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.16919', 'epoch': '1715862711.16919', 'reported': 0, 'tombstones': -1}], '5ddb9ee2-2a62-4f34-9687-d6eaceb51698-') +test DEBUG: /tmp/tmpq5c4di1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.16919.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpq5c4di1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.16919.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'dd851f74f6dd915cef7a4301f1eb9539', '898d85a9-4f07-4049-8fde-c0460795e831-', '1715862711.30822', '1715862711.30626', '0', '', '1715862711.30626', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.30957', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.30957', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.30957', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.31095', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.31095', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.31075', 'epoch': '1715862711.31075', 'reported': 0, 'tombstones': -1}], '898d85a9-4f07-4049-8fde-c0460795e831-') +test DEBUG: /tmp/tmpgnxhr0ob/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.31075.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgnxhr0ob/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.31075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'dd851f74f6dd915cef7a4301f1eb9539', '898d85a9-4f07-4049-8fde-c0460795e831-', '1715862711.30822', '1715862711.31914', '0', '', '1715862711.30626', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.30957', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.30957', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862711.30957', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.31095', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.31095', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.31075', 'epoch': '1715862711.31075', 'reported': 0, 'tombstones': -1}], '898d85a9-4f07-4049-8fde-c0460795e831-') +test DEBUG: /tmp/tmpgnxhr0ob/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.31075.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgnxhr0ob/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1715862711.31075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'da9dc96cf96065d06d1ac38c5fd3655b', 'b9e0c81d-06fd-490b-9cfb-7b786cef4d67-sda', '1715862711.36445', '1715862711.36253', '0', '', '1715862711.36253', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b9e0c81d-06fd-490b-9cfb-7b786cef4d67-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ad02f4079122503642cd5162ef68dd22', '0ce5588a-7e39-4324-bbad-506c765c0acb-sda', '1715862711.37798', '1715862711.37591', '0', '', '1715862711.37591', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.38451', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862711.38451', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862711.38451', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.38985', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.38985', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.38961', 'epoch': '1715862711.38961', 'reported': 0, 'tombstones': -1}], '0ce5588a-7e39-4324-bbad-506c765c0acb-sda') +test DEBUG: /tmp/tmp_m3_vltp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_m3_vltp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ad02f4079122503642cd5162ef68dd22', '0ce5588a-7e39-4324-bbad-506c765c0acb-sda', '1715862711.37798', '1715862711.38120', '0', '', '1715862711.37591', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.38451', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862711.38451', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862711.38451', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.38985', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.38985', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.38961', 'epoch': '1715862711.38961', 'reported': 0, 'tombstones': -1}], '0ce5588a-7e39-4324-bbad-506c765c0acb-sda') +test DEBUG: /tmp/tmp_m3_vltp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862710.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.3126602172851562e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 8.630752563476562e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get + raise Exception('get failed') +Exception: get failed +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.48496', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.49462', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52609/sda1/1/a/c" "tx348b1e4cb46842649fab5-00685309f7" "container-server 2513662" 0.0011 "-" 2513662 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx348b1e4cb46842649fab5-00685309f7" "proxy-server 2513662" 0.0108 "-" 2513662 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx348b1e4cb46842649fab5-00685309f7" "proxy-server 2513662" 0.0168 "-" 2513662 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx348b1e4cb46842649fab5-00685309f7 - 0.0252 - - 1750272503.485438108 1750272503.510651350 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4b3919b239f44ee099024-00685309f7" "proxy-server 2513662" 0.0013 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52609/sda1/1/a1/c1" "tx4b3919b239f44ee099024-00685309f7" "container-server 2513662" 0.0012 "-" 2513662 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50127/sdb1/1/a1/c1" "tx4b3919b239f44ee099024-00685309f7" "container-server 2513662" 0.0013 "-" 2513662 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4b3919b239f44ee099024-00685309f7" "proxy-server 2513662" 0.0095 "-" 2513662 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4b3919b239f44ee099024-00685309f7" "proxy-server 2513662" 0.0153 "-" 2513662 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4b3919b239f44ee099024-00685309f7 - 0.0240 - - 1750272503.512264729 1750272503.536220074 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4030ee16eadc4ba5b7342-00685309f7" "proxy-server 2513662" 0.0022 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52609/sda1/2/a/c1" "tx4030ee16eadc4ba5b7342-00685309f7" "container-server 2513662" 0.0029 "-" 2513662 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50127/sdb1/2/a/c1" "tx4030ee16eadc4ba5b7342-00685309f7" "container-server 2513662" 0.0019 "-" 2513662 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4030ee16eadc4ba5b7342-00685309f7" "proxy-server 2513662" 0.0168 "-" 2513662 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4030ee16eadc4ba5b7342-00685309f7" "proxy-server 2513662" 0.0127 "-" 2513662 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4030ee16eadc4ba5b7342-00685309f7 - 0.0271 - - 1750272503.537818193 1750272503.564877510 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx610c58f097cb4e718f2a9-00685309f7" "proxy-server 2513662" 0.0022 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50127/sdb1/1/a/c2" "tx610c58f097cb4e718f2a9-00685309f7" "container-server 2513662" 0.0012 "-" 2513662 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52609/sda1/1/a/c2" "tx610c58f097cb4e718f2a9-00685309f7" "container-server 2513662" 0.0018 "-" 2513662 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx610c58f097cb4e718f2a9-00685309f7" "proxy-server 2513662" 0.0150 "-" 2513662 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx610c58f097cb4e718f2a9-00685309f7" "proxy-server 2513662" 0.0110 "-" 2513662 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx610c58f097cb4e718f2a9-00685309f7 - 0.0251 - - 1750272503.566460609 1750272503.591572046 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txa95d146b15cf4a46a8c7f-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx36a4ce87313a4484b22c0-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3bcf3f19323947e1938a1-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3bcf3f19323947e1938a1-00685309f7) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx3bcf3f19323947e1938a1-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9759fb11b95647db8cb6c-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9759fb11b95647db8cb6c-00685309f7) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx9759fb11b95647db8cb6c-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8bd2ffbd4cd34426b6554-00685309f7) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8bd2ffbd4cd34426b6554-00685309f7) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5e4a1362159845d3bb26c-00685309f7) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx5e4a1362159845d3bb26c-00685309f7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmp1pgsiadh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1pgsiadh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmp1pgsiadh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1pgsiadh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb4387443b4064774a0451-006645fcb8" "proxy-server 1660738" 0.0013 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39359/sda1/1/a/c" "txb4387443b4064774a0451-006645fcb8" "container-server 1660738" 0.0017 "-" 1660738 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34251/sdb1/1/a/c" "txb4387443b4064774a0451-006645fcb8" "container-server 1660738" 0.0011 "-" 1660738 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb4387443b4064774a0451-006645fcb8" "proxy-server 1660738" 0.0098 "-" 1660738 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb4387443b4064774a0451-006645fcb8" "proxy-server 1660738" 0.0155 "-" 1660738 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb4387443b4064774a0451-006645fcb8 - 0.0239 - - 1715862712.765634537 1715862712.789528131 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx06f3bea6064d46aebffc8-006645fcb8" "proxy-server 1660738" 0.0012 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39359/sda1/1/a1/c1" "tx06f3bea6064d46aebffc8-006645fcb8" "container-server 1660738" 0.0012 "-" 1660738 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34251/sdb1/1/a1/c1" "tx06f3bea6064d46aebffc8-006645fcb8" "container-server 1660738" 0.0012 "-" 1660738 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx06f3bea6064d46aebffc8-006645fcb8" "proxy-server 1660738" 0.0092 "-" 1660738 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx06f3bea6064d46aebffc8-006645fcb8" "proxy-server 1660738" 0.0145 "-" 1660738 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx06f3bea6064d46aebffc8-006645fcb8 - 0.0222 - - 1715862712.790961981 1715862712.813169003 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbbc9d20fe9e7413bba25d-006645fcb8" "proxy-server 1660738" 0.0022 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34251/sdb1/2/a/c1" "txbbc9d20fe9e7413bba25d-006645fcb8" "container-server 1660738" 0.0019 "-" 1660738 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39359/sda1/2/a/c1" "txbbc9d20fe9e7413bba25d-006645fcb8" "container-server 1660738" 0.0011 "-" 1660738 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbbc9d20fe9e7413bba25d-006645fcb8" "proxy-server 1660738" 0.0154 "-" 1660738 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbbc9d20fe9e7413bba25d-006645fcb8" "proxy-server 1660738" 0.0117 "-" 1660738 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbbc9d20fe9e7413bba25d-006645fcb8 - 0.0252 - - 1715862712.814731598 1715862712.839900494 1 +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize @@ -84162,512 +82005,679 @@ test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272502.00000 <= '409 (1750272502.00000)' (txn: tx4fd416753cb7473cb9201-00685309f6) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272503.00000 <= '409 (1750272503.00000)' (txn: tx6aaf60631ac748beb3872-00685309f7) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (1750272504.00000)' (txn: txe6fd89bbc92f46adb836d-00685309f7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx36c60ca4407b492a811ad-00685309f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (1750272505.00000)' (txn: tx09f5078e03054d10bb2ca-00685309f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx4d696598a0c2477ca055e-00685309f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx2c320b9cd87a470a80e37-00685309f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1750272504.00000 <= '409 (1750272505.00000), 201 (unknown), 201 (unknown)' (txn: txe759f6d9ef2d4968a91da-00685309f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test WARNING: /tmp/tmp_m3_vltp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ad02f4079122503642cd5162ef68dd22', 'a95e5033-0608-48d5-b199-665a8092373d-sda', '1715862711.55240', '1715862711.55033', '0', '', '1715862711.55033', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.55978', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862711.55978', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862711.55978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.56239', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.56239', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.56221', 'epoch': '1715862711.56221', 'reported': 0, 'tombstones': -1}], 'a95e5033-0608-48d5-b199-665a8092373d-sda') +test DEBUG: /tmp/tmp9mzix8lh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9mzix8lh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ad02f4079122503642cd5162ef68dd22', 'a95e5033-0608-48d5-b199-665a8092373d-sda', '1715862711.55240', '1715862711.55642', '0', '', '1715862711.55033', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1715862711.55978', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1715862711.55978', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862711.55978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862711.56239', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862711.56239', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862711.56221', 'epoch': '1715862711.56221', 'reported': 0, 'tombstones': -1}], 'a95e5033-0608-48d5-b199-665a8092373d-sda') +test DEBUG: /tmp/tmp9mzix8lh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9mzix8lh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '396c33c8d080afaf7d0ef9d606effcb4', 'f6bb6bcd-0305-4f20-b502-04a03dbe6274-sda', '1715862711.60832', '1715862711.60641', '0', '', '1715862711.60641', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('f6bb6bcd-0305-4f20-b502-04a03dbe6274-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmplvppf5tr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '396c33c8d080afaf7d0ef9d606effcb4', 'd67aa4c1-d578-4d22-96db-1b863870e4d7-sda', '1715862711.64158', '1715862711.63971', '0', '', '1715862711.63971', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('d67aa4c1-d578-4d22-96db-1b863870e4d7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '396c33c8d080afaf7d0ef9d606effcb4', 'dc19a7db-15bb-4596-a621-49ce0449bfb8-sda', '1715862711.67525', '1715862711.67322', '0', '', '1715862711.67322', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('dc19a7db-15bb-4596-a621-49ce0449bfb8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpx9u2fcx9/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '396c33c8d080afaf7d0ef9d606effcb4', 'a114e3dc-d14f-4d8c-8fdc-7aeb9ca409ec-sda', '1715862711.70086', '1715862711.69906', '0', '', '1715862711.69906', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a114e3dc-d14f-4d8c-8fdc-7aeb9ca409ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ff44bff0-005c-4b23-9c21-9f3977452285-sda', '1715862711.74080', '1715862711.73869', '0', '', '1715862711.73869', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpy_3esa1e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10fd47f2-6356-4102-b681-43c4b16f8d28-sdb', '1715862711.76474', '1715862712.00000', '0', '', '1715862712.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10fd47f2-6356-4102-b681-43c4b16f8d28-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10fd47f2-6356-4102-b681-43c4b16f8d28-sdb', '1715862711.76474', '1715862712.00000', '0', '', '1715862712.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpy_3esa1e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10fd47f2-6356-4102-b681-43c4b16f8d28-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01595 seconds (62.70879/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5smt9uzg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5fcb2b59-de4f-4e10-92ae-c476da3e74cf-sda', '1715862711.78692', '1715862711', '0', '', '1715862711', 0, 0) +test DEBUG: /tmp/tmp5smt9uzg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5fcb2b59-de4f-4e10-92ae-c476da3e74cf-sda', '1715862711.78692', '1715862711', '0', '', '1715862711', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5fcb2b59-de4f-4e10-92ae-c476da3e74cf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01106 seconds (90.40925/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmperqi_2nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b63834d6f506748b206580d5d56574f3', 'b81a366f-428a-4a56-8475-3c50d425a1ad-sda', '1715862711.80839', '1715862711', '0', '', '1715862711', 1, 0) +test DEBUG: /tmp/tmperqi_2nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpy9dinh0e: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272500.24715', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.26802', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272500.25897', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.28079', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1750272502.403262) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1750272502.403262) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1750272502.403262) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1750272502.403262) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1750272502.40326) in policy_index 1 responded 404 (1750272502.40326_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1750272502.403262) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1750269600 -test DEBUG: looking for objects in 1750269600 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c037e67906d4587be73c-006645fcb8" "proxy-server 1660738" 0.0020 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39359/sda1/1/a/c2" "tx8c037e67906d4587be73c-006645fcb8" "container-server 1660738" 0.0011 "-" 1660738 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34251/sdb1/1/a/c2" "tx8c037e67906d4587be73c-006645fcb8" "container-server 1660738" 0.0018 "-" 1660738 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8c037e67906d4587be73c-006645fcb8" "proxy-server 1660738" 0.0099 "-" 1660738 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8c037e67906d4587be73c-006645fcb8" "proxy-server 1660738" 0.0156 "-" 1660738 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8c037e67906d4587be73c-006645fcb8 - 0.1777 - - 1715862712.841427088 1715862713.019109726 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc69cdf2a4a7a46ef91b8a-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx161cfa06291c49069d266-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txef49582fa2564916961ba-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txef49582fa2564916961ba-006645fcb9) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txef49582fa2564916961ba-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx05634eb62d72443e89d50-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx05634eb62d72443e89d50-006645fcb9) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx05634eb62d72443e89d50-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5619163170584bf894807-006645fcb9) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx5619163170584bf894807-006645fcb9) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4b5679e2fd4846a792460-006645fcb9) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4b5679e2fd4846a792460-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx1466bf1016a44eb2aaff8-00685309fb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272501.89130', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.89130', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272501.89130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272501.89353', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272501.89353', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272501.89331', 'epoch': '1750272501.89331', 'reported': 0, 'tombstones': -1}], 'ad9bc51e-2fcf-4c26-8fbf-265e1a42a6ef-') -test DEBUG: /tmp/tmpn0n7pc8j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.89331.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn0n7pc8j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272501.89331.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b4dc8ab8d02715b492c33c2205177e03', '10dee9db-b7b0-4bf1-8580-223ca5a4ef2f-', '1750272503.82965', '1750272503.82746', '0', '', '1750272503.82746', 3, 0) -test WARNING: /tmp/tmptukf132x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.83226.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmptukf132x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.83226.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b4dc8ab8d02715b492c33c2205177e03', '10dee9db-b7b0-4bf1-8580-223ca5a4ef2f-', '1750272503.82965', '1750272503.83994', '0', '', '1750272503.82746', 3, 0) -test WARNING: /tmp/tmptukf132x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.83226.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmptukf132x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.83226.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b4dc8ab8d02715b492c33c2205177e03', 'f0ae25b7-7fd9-454f-9e4a-65335bddb298-', '1750272503.86562', '1750272503.86342', '0', '', '1750272503.86342', 3, 0) -test WARNING: /tmp/tmpf4ro6d9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.87468.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpf4ro6d9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.87468.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b4dc8ab8d02715b492c33c2205177e03', 'f0ae25b7-7fd9-454f-9e4a-65335bddb298-', '1750272503.86562', '1750272503.88342', '0', '', '1750272503.86342', 3, 0) -test WARNING: /tmp/tmpf4ro6d9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.87468.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpf4ro6d9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.87468.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b5fa1385dd26f5e0d06f795902f983ad', '4189221f-1ae3-45d2-8474-d5193d65eed8-', '1750272503.91065', '1750272503.90868', '0', '', '1750272503.90868', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272503.92504', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.92504', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272503.92504', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272503.92642', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.92642', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272503.91339', 'epoch': '1750272503.91339', 'reported': 0, 'tombstones': -1}], '4189221f-1ae3-45d2-8474-d5193d65eed8-') -test DEBUG: /tmp/tmpjian101o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.91339.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjian101o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.91339.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b5fa1385dd26f5e0d06f795902f983ad', '4189221f-1ae3-45d2-8474-d5193d65eed8-', '1750272503.91065', '1750272503.92158', '0', '', '1750272503.90868', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272503.92504', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.92504', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272503.92504', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272503.92642', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.92642', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272503.91339', 'epoch': '1750272503.91339', 'reported': 0, 'tombstones': -1}], '4189221f-1ae3-45d2-8474-d5193d65eed8-') -test DEBUG: /tmp/tmpjian101o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.91339.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjian101o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.91339.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b5fa1385dd26f5e0d06f795902f983ad', '430ebbad-8cf3-4b76-aeb4-d6904c540d56-', '1750272503.97540', '1750272503.97337', '0', '', '1750272503.97337', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272503.98913', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.98913', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272503.98913', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272503.99057', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.99057', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272503.97816', 'epoch': '1750272503.97816', 'reported': 0, 'tombstones': -1}], '430ebbad-8cf3-4b76-aeb4-d6904c540d56-') -test DEBUG: /tmp/tmpeqg18vem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.97816.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpeqg18vem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.97816.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test INFO: - - - [18/Jun/2025:18:48:20 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0038 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0040 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0037 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0056 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0027 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0029 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0042 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0017 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2513664 nada -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 2513664 999 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0014 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0043 "-" 2513664 1 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0013 "-" 2513664 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx141a4e12cb0f442d91404-006645fcb9) +test INFO: Client disconnected on read of '/a/c' (txn: tx141a4e12cb0f442d91404-006645fcb9) +test INFO: Client disconnected on read of '/a/c' (txn: txea473586098a4a81b500d-006645fcb9) +test INFO: Client disconnected on read of '/a/c' (txn: txea473586098a4a81b500d-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa2976e83f5f646b383df3-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4147503239be46f6a1622-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1426a040326d4c81866af-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1426a040326d4c81866af-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1426a040326d4c81866af-006645fcb9) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1426a040326d4c81866af-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx42d198ec57fe420390593-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx42d198ec57fe420390593-006645fcb9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx42d198ec57fe420390593-006645fcb9) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx42d198ec57fe420390593-006645fcb9) +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 16 May 2024 12:31:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:49 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:50 -0000'} +test DEBUG: bucket None POST +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp3b87co_t/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp3b87co_t/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp3b87co_t/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test WARNING: More than one part in a single-part response? +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpxa3s5zpb/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test ERROR: Problem finding shard upper in '/tmp/tmpfe9cj7to/test_container.db': : LockTimeout (Nones) +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.70442', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.72060', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.49633', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx123104cb422e4ebe945b2-00685309f8) -test INFO: Client disconnected on read of '/a/c' (txn: tx123104cb422e4ebe945b2-00685309f8) -test INFO: Client disconnected on read of '/a/c' (txn: txa5dc3b986d1c4bb2aeeee-00685309f8) -test INFO: Client disconnected on read of '/a/c' (txn: txa5dc3b986d1c4bb2aeeee-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx597af726853d4c3399c9c-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx85c253398f844508b7196-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txec7ca08241a944a3b3372-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txec7ca08241a944a3b3372-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txec7ca08241a944a3b3372-00685309f8) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txec7ca08241a944a3b3372-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txde691dccc9d3448888b2a-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txde691dccc9d3448888b2a-00685309f8) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txde691dccc9d3448888b2a-00685309f8) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txde691dccc9d3448888b2a-00685309f8) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.51003', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx33e288d5d1dd4bd28bd77-00685309f8) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx33e288d5d1dd4bd28bd77-00685309f8) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx33e288d5d1dd4bd28bd77-00685309f8) -test ERROR: Account HEAD returning 503 for [] (txn: tx33e288d5d1dd4bd28bd77-00685309f8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdc4bf8afc7044295b5947-00685309f8) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx583883e80b7f4675a7a52-00685309f8) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx583883e80b7f4675a7a52-00685309f8) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa8a2475105f041c080864-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa8a2475105f041c080864-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa8a2475105f041c080864-006645fcb9) +test ERROR: Account HEAD returning 503 for [] (txn: txa8a2475105f041c080864-006645fcb9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5fbd20cbe1fc47588c5a1-006645fcb9) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd7f415f629554198b253d-006645fcb9) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd7f415f629554198b253d-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -84675,7 +82685,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57e0e2e461814fa9af73a-00685309f8) +StopIteration (txn: tx9315439c556e4b9ea7ce4-006645fcb9) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -84684,7 +82694,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx32c8ac0a1ccf4c078c137-00685309f8) +StopIteration (txn: tx1d015f071cfc45379e6bd-006645fcb9) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -84693,7 +82703,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txec8d80155bd046e9a87bf-00685309f8) +StopIteration (txn: tx6ae0a715d6404d65978c7-006645fcb9) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -84702,11 +82712,35 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx01edeb1d11d34072822a4-00685309f8) -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +StopIteration (txn: tx4ccd2859c851456485d13-006645fcb9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8bc519964d2d43b285147-006645fcb9) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8006c0778b2943d7b82c7-006645fcb9) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8006c0778b2943d7b82c7-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) test.unit.proxy.test_mem_server.TestContainerController.test_PUT test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 @@ -84715,399 +82749,161 @@ test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272501.85305', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272501.86279', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test INFO: - - - [18/Jun/2025:18:48:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0059 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0046 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0032 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0041 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0035 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0037 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0038 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0061 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0025 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.1241 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0026 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0040 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0060 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:24 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0045 "-" 2513664 0 -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp5je2f137/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5je2f137/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp5je2f137/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5je2f137/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 2513693 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2513693 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 2513693 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 2513693 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx96aec6d773504895a9b9b-00685309fb" "proxy-server 2513693" 0.0014 "-" 2513693 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40271/sda1/0/a/c" "tx96aec6d773504895a9b9b-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46405/sdb1/0/a/c" "tx96aec6d773504895a9b9b-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx96aec6d773504895a9b9b-00685309fb" "proxy-server 2513693" 0.0093 "-" 2513693 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx96aec6d773504895a9b9b-00685309fb" "proxy-server 2513693" 0.0151 "-" 2513693 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx96aec6d773504895a9b9b-00685309fb - 0.0241 - - 1750272507.471943140 1750272507.496046305 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7d4f8581d5e843b3a11a7-00685309fb" "proxy-server 2513693" 0.0013 "-" 2513693 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:40271/sda1/2/a1/c1" "tx7d4f8581d5e843b3a11a7-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46405/sdb1/2/a1/c1" "tx7d4f8581d5e843b3a11a7-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7d4f8581d5e843b3a11a7-00685309fb" "proxy-server 2513693" 0.0150 "-" 2513693 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7d4f8581d5e843b3a11a7-00685309fb" "proxy-server 2513693" 0.0112 "-" 2513693 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7d4f8581d5e843b3a11a7-00685309fb - 0.0236 - - 1750272507.497543335 1750272507.521190166 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0a7eb7b8043c47758850a-00685309fb" "proxy-server 2513693" 0.0021 "-" 2513693 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:40271/sda1/0/a/c1" "tx0a7eb7b8043c47758850a-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46405/sdb1/0/a/c1" "tx0a7eb7b8043c47758850a-00685309fb" "container-server 2513693" 0.0018 "-" 2513693 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0a7eb7b8043c47758850a-00685309fb" "proxy-server 2513693" 0.0095 "-" 2513693 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0a7eb7b8043c47758850a-00685309fb" "proxy-server 2513693" 0.0151 "-" 2513693 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0a7eb7b8043c47758850a-00685309fb - 0.0238 - - 1750272507.522644043 1750272507.546452761 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e0860e00fdc4649a418e-00685309fb" "proxy-server 2513693" 0.0021 "-" 2513693 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46405/sdb1/2/a/c2" "tx1e0860e00fdc4649a418e-00685309fb" "container-server 2513693" 0.0012 "-" 2513693 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40271/sda1/2/a/c2" "tx1e0860e00fdc4649a418e-00685309fb" "container-server 2513693" 0.0020 "-" 2513693 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e0860e00fdc4649a418e-00685309fb" "proxy-server 2513693" 0.0112 "-" 2513693 2 -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'b5fa1385dd26f5e0d06f795902f983ad', '430ebbad-8cf3-4b76-aeb4-d6904c540d56-', '1750272503.97540', '1750272503.98594', '0', '', '1750272503.97337', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272503.98913', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.98913', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272503.98913', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272503.99057', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272503.99057', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272503.97816', 'epoch': '1750272503.97816', 'reported': 0, 'tombstones': -1}], '430ebbad-8cf3-4b76-aeb4-d6904c540d56-') -test DEBUG: /tmp/tmpeqg18vem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.97816.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpeqg18vem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272503.97816.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cc06a8e0ec0d0e90c510a79a633476c1', '14ac84ea-8cb0-4b49-9100-9519346b6b25-', '1750272504.67992', '1750272504.67623', '0', '', '1750272504.67623', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.68154', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.68154', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272504.68154', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.68312', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.68312', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.68290', 'epoch': '1750272504.68290', 'reported': 0, 'tombstones': -1}], '14ac84ea-8cb0-4b49-9100-9519346b6b25-') -test DEBUG: /tmp/tmplwb1dt9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.68290.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplwb1dt9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.68290.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cc06a8e0ec0d0e90c510a79a633476c1', '14ac84ea-8cb0-4b49-9100-9519346b6b25-', '1750272504.67992', '1750272504.69133', '0', '', '1750272504.67623', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.68154', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.68154', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272504.68154', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.68312', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.68312', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.68290', 'epoch': '1750272504.68290', 'reported': 0, 'tombstones': -1}], '14ac84ea-8cb0-4b49-9100-9519346b6b25-') -test DEBUG: /tmp/tmplwb1dt9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.68290.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplwb1dt9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.68290.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cc06a8e0ec0d0e90c510a79a633476c1', '6260d8cf-ac8a-4213-a31a-4369b5d9de23-', '1750272504.72715', '1750272504.72522', '0', '', '1750272504.72522', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.72853', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.72853', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272504.72853', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.73037', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.73037', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.73015', 'epoch': '1750272504.73015', 'reported': 0, 'tombstones': -1}], '6260d8cf-ac8a-4213-a31a-4369b5d9de23-') -test DEBUG: /tmp/tmpt184wary/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.73015.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt184wary/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.73015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'cc06a8e0ec0d0e90c510a79a633476c1', '6260d8cf-ac8a-4213-a31a-4369b5d9de23-', '1750272504.72715', '1750272504.73835', '0', '', '1750272504.72522', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.72853', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.72853', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272504.72853', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.73037', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.73037', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.73015', 'epoch': '1750272504.73015', 'reported': 0, 'tombstones': -1}], '6260d8cf-ac8a-4213-a31a-4369b5d9de23-') -test DEBUG: /tmp/tmpt184wary/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.73015.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt184wary/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1750272504.73015.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8fca864ed1ef4cacb5eba137ffe56c5c', 'bab65b8e-ab2d-4935-9900-4e7b408c057c-sda', '1750272504.77522', '1750272504.77328', '0', '', '1750272504.77328', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bab65b8e-ab2d-4935-9900-4e7b408c057c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '1a62c98721af68dd8624bb55ea02d708', '9e69fd4c-a894-45ce-96da-335f023de0d9-sda', '1750272504.79328', '1750272504.79123', '0', '', '1750272504.79123', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.79967', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272504.79967', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272504.79967', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.80106', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.80106', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.80082', 'epoch': '1750272504.80082', 'reported': 0, 'tombstones': -1}], '9e69fd4c-a894-45ce-96da-335f023de0d9-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862713.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b81a366f-428a-4a56-8475-3c50d425a1ad-sda') +test DEBUG: /tmp/tmperqi_2nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00355077s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b63834d6f506748b206580d5d56574f3', 'b81a366f-428a-4a56-8475-3c50d425a1ad-sda', '1715862711.80839', '1715862711', '0', '', '1715862711', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b81a366f-428a-4a56-8475-3c50d425a1ad-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01770 seconds (56.48938/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgkyd1lyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4e364552-e188-4d5e-8e00-5637bccbf227-sda', '1715862711.84313', '1715862711', '0', '', '1715862711', 0, 1) +test DEBUG: /tmp/tmpgkyd1lyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4e364552-e188-4d5e-8e00-5637bccbf227-sda', '1715862711.84313', '1715862711', '0', '', '1715862711', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4e364552-e188-4d5e-8e00-5637bccbf227-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01193 seconds (83.82000/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpz3x_p52a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b63834d6f506748b206580d5d56574f3', 'b8e9e6b8-b0f1-4b70-816a-5ad50e90113b-sda', '1715862711.86576', '1715862711', '0', '', '1715862711', 1, 1) +test DEBUG: /tmp/tmpz3x_p52a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b63834d6f506748b206580d5d56574f3', 'b8e9e6b8-b0f1-4b70-816a-5ad50e90113b-sda', '1715862711.86576', '1715862711', '0', '', '1715862711', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b8e9e6b8-b0f1-4b70-816a-5ad50e90113b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01349 seconds (74.13651/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpww88khyj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e6d53c9f-b95a-495c-9685-8a599dc84fba-sda', '1715862711.89167', '1715862711', '0', '', '1715862711', 0, 0) +test DEBUG: /tmp/tmpww88khyj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e6d53c9f-b95a-495c-9685-8a599dc84fba-sda', '1715862711.89167', '1715862711', '0', '', '1715862711', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e6d53c9f-b95a-495c-9685-8a599dc84fba-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01057 seconds (94.64874/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuk7a9lnq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c85eaf53d7b32208a36e21e435e2fa52', 'ce325d29-947d-4d93-83ea-5a7da67dc1fd-sda', '1715862711.91268', '1715862711', '0', '', '1715862711', 1, 1) +test DEBUG: /tmp/tmpuk7a9lnq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862714.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ce325d29-947d-4d93-83ea-5a7da67dc1fd-sda') +test DEBUG: /tmp/tmpuk7a9lnq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00639796s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c85eaf53d7b32208a36e21e435e2fa52', 'ce325d29-947d-4d93-83ea-5a7da67dc1fd-sda', '1715862711.91268', '1715862711', '0', '', '1715862711', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce325d29-947d-4d93-83ea-5a7da67dc1fd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02554 seconds (39.15613/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnsela6ex/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9617494-ef6a-4273-b9a3-5c5b3e89b99d-sda', '1715862711.94894', '1715862711', '0', '', '1715862711', 0, 0) +test DEBUG: /tmp/tmpnsela6ex/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9617494-ef6a-4273-b9a3-5c5b3e89b99d-sda', '1715862711.94894', '1715862711', '0', '', '1715862711', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9617494-ef6a-4273-b9a3-5c5b3e89b99d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01238 seconds (80.80044/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvd5qwz3f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c85eaf53d7b32208a36e21e435e2fa52', 'f6559946-b510-43c0-a89e-c5b0c8568e2e-sda', '1715862711.97948', '1715862711', '0', '', '1715862711', 1, 1) +test DEBUG: /tmp/tmpvd5qwz3f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test WARNING: Could not autocreate account '/account' (txn: tx70c3deab7c3c4ff4bc114-006645fcb9) +test INFO: autocreate account '/account' (txn: txfc387e7cb1864907ad9b4-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx718f1113a2a948779be8a-006645fcb9) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx718f1113a2a948779be8a-006645fcb9) +test WARNING: Could not autocreate account '/account' (txn: tx718f1113a2a948779be8a-006645fcb9) +test INFO: autocreate account '/account' (txn: tx7ed8f069c3b4425296764-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe0eff113e9ea4d15be41a-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe0eff113e9ea4d15be41a-006645fcb9) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe0eff113e9ea4d15be41a-006645fcb9) +test INFO: autocreate account '/account' (txn: txd0346d4e52fb4ea0a4436-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx9f9762cc8d08431ba22ed-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx9f9762cc8d08431ba22ed-006645fcb9) +test INFO: autocreate account '/account' (txn: tx9f9762cc8d08431ba22ed-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc434ce25813a4a30b0fed-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc434ce25813a4a30b0fed-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx2b6cc685c3a44ee0a6ddd-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx9f2b7b77ce074245abf6d-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6832bde0380347bba0475-00685309fa) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf3cbeb6a8b6a422a91c86-00685309fa) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf3cbeb6a8b6a422a91c86-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -85115,8 +82911,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: tx594361fa48f041ab9dee5-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -85124,8 +82920,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: txe0720d81405d48cd96537-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -85133,35 +82929,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7e8521726a204ae0a97d5-00685309fa) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7e8521726a204ae0a97d5-00685309fa) -test WARNING: Could not autocreate account '/account' (txn: tx7e8521726a204ae0a97d5-00685309fa) -test INFO: autocreate account '/account' (txn: tx37d435bfedb342a8a2592-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txd29ba724b1ca4293859d7-00685309fa) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd29ba724b1ca4293859d7-00685309fa) -test WARNING: Could not autocreate account '/account' (txn: txd29ba724b1ca4293859d7-00685309fa) -test INFO: autocreate account '/account' (txn: tx08fb8b0f905d43e780e9d-00685309fa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd598ead9cd3147b2b80e8-00685309fa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd598ead9cd3147b2b80e8-00685309fa) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txd598ead9cd3147b2b80e8-00685309fa) -test INFO: autocreate account '/account' (txn: tx65a0685e0458455fa83e2-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx83176514df0c4d7ab5540-00685309fa) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx83176514df0c4d7ab5540-00685309fa) -test INFO: autocreate account '/account' (txn: tx83176514df0c4d7ab5540-00685309fa) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4f54827ce1dc454486ec1-00685309fa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4f54827ce1dc454486ec1-00685309fa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txc3037dd867e24cbfa51a0-00685309fa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx4871fae3201c4c5097a48-00685309fa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration (txn: txe8184596a6004f02971fd-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -85169,11 +82938,17 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56d6d2d625bb4c6b8d414-00685309fa) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +StopIteration (txn: txaabd5757674d449785433-006645fcb9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx253b5f62627142d7bbe87-006645fcb9) test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length @@ -85182,301 +82957,153 @@ test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:27 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e0860e00fdc4649a418e-00685309fb" "proxy-server 2513693" 0.0164 "-" 2513693 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1e0860e00fdc4649a418e-00685309fb - 1.0028 - - 1750272507.547882795 1750272508.550681114 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0006 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0057 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513664 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 2513664 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513664 0 -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2513664 - -test INFO: - - - [18/Jun/2025:18:48:26 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0041 "-" 2513664 0 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmp4euevvlg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp2mu_sf97/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx574f6a31757b487480afb-00685309fa) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb5dd9693d3f4447e96f3b-00685309fa) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4dbec101d4684679b02db-00685309fa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf824d7668ef04368b6b2c-00685309fb) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -85484,15 +83111,15 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx0f6f91a47cfd4d0781469-00685309fb) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +http.client.HTTPException (txn: txa7ed0c0d8a344c82ab068-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx7eaec567cf644eeb87104-00685309fb) +http.client.HTTPException (txn: txfe0e0e7f7f4e47a5ba371-006645fcb9) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -85500,8 +83127,8 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx7eaec567cf644eeb87104-00685309fb) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7eaec567cf644eeb87104-00685309fb) +http.client.HTTPException (txn: txfe0e0e7f7f4e47a5ba371-006645fcb9) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txfe0e0e7f7f4e47a5ba371-006645fcb9) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -85509,47 +83136,62 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx94b5587f1b4846b29da0c-00685309fb) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +http.client.HTTPException (txn: txc868562e9cfe4891a1f86-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: tx94b5587f1b4846b29da0c-00685309fb) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx94b5587f1b4846b29da0c-00685309fb) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +http.client.HTTPException (txn: txc868562e9cfe4891a1f86-006645fcb9) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc868562e9cfe4891a1f86-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: txe0f3771cab184861a35c1-00685309fb) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe0f3771cab184861a35c1-00685309fb) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe0f3771cab184861a35c1-00685309fb) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe0f3771cab184861a35c1-00685309fb) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx5bed7e31ad444d7a8445b-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5bed7e31ad444d7a8445b-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5bed7e31ad444d7a8445b-006645fcb9) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5bed7e31ad444d7a8445b-006645fcb9) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect raise HTTPException() -http.client.HTTPException (txn: txcb653219ee2c49a9af664-00685309fb) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txcb653219ee2c49a9af664-00685309fb) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txcb653219ee2c49a9af664-00685309fb) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcb653219ee2c49a9af664-00685309fb) +http.client.HTTPException (txn: tx610f17873ec049d7a8ebf-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx610f17873ec049d7a8ebf-006645fcb9) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx610f17873ec049d7a8ebf-006645fcb9) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx610f17873ec049d7a8ebf-006645fcb9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx51fd85585e2544a38faf3-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txd002137e7d604704b0e11-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txd002137e7d604704b0e11-006645fcb9) test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found @@ -85560,100 +83202,20 @@ test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test INFO: - - 18/Jun/2025/18/48/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1750272496.881346464 1750272496.883287191 - -test ERROR: Problem finding shard upper in '/tmp/tmp53fj9exn/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp53fj9exn/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpnp37wybl/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpnp37wybl/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test DEBUG: /tmp/tmpf_4z1v_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpf_4z1v_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '1a62c98721af68dd8624bb55ea02d708', '9e69fd4c-a894-45ce-96da-335f023de0d9-sda', '1750272504.79328', '1750272504.79622', '0', '', '1750272504.79123', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272504.79967', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272504.79967', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272504.79967', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272504.80106', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272504.80106', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272504.80082', 'epoch': '1750272504.80082', 'reported': 0, 'tombstones': -1}], '9e69fd4c-a894-45ce-96da-335f023de0d9-sda') -test DEBUG: /tmp/tmpf_4z1v_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpf_4z1v_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0d496eb82e7c40b0f5ccb7bdf5b8b37f', 'abb144e1-ae5a-46f5-bca9-99b626a583d2-sda', '1750272506.69792', '1750272506.69583', '0', '', '1750272506.69583', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272506.70443', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272506.70443', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272506.70443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272506.70568', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272506.70568', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272506.70548', 'epoch': '1750272506.70548', 'reported': 0, 'tombstones': -1}], 'abb144e1-ae5a-46f5-bca9-99b626a583d2-sda') -test DEBUG: /tmp/tmp6p_ifper/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6p_ifper/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0d496eb82e7c40b0f5ccb7bdf5b8b37f', 'abb144e1-ae5a-46f5-bca9-99b626a583d2-sda', '1750272506.69792', '1750272506.70101', '0', '', '1750272506.69583', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1750272506.70443', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1750272506.70443', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272506.70443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272506.70568', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272506.70568', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272506.70548', 'epoch': '1750272506.70548', 'reported': 0, 'tombstones': -1}], 'abb144e1-ae5a-46f5-bca9-99b626a583d2-sda') -test DEBUG: /tmp/tmp6p_ifper/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6p_ifper/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '159bb5c4781e5b567b6343f868d42518', '85f0669d-d6c3-4b0f-b999-8e4c883b8d36-sda', '1750272506.74746', '1750272506.74550', '0', '', '1750272506.74550', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('85f0669d-d6c3-4b0f-b999-8e4c883b8d36-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpqt3s2_zi/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '159bb5c4781e5b567b6343f868d42518', '5b8daf02-d986-45a5-a51a-4e47efb2dfcc-sda', '1750272506.77925', '1750272506.77738', '0', '', '1750272506.77738', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('5b8daf02-d986-45a5-a51a-4e47efb2dfcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '159bb5c4781e5b567b6343f868d42518', 'a8b9308b-3aca-4cfd-8de3-bac6ab8d16bc-sda', '1750272506.81164', '1750272506.80965', '0', '', '1750272506.80965', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a8b9308b-3aca-4cfd-8de3-bac6ab8d16bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpgn_50_eg/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '159bb5c4781e5b567b6343f868d42518', '82bc28c2-8e13-4fae-818c-c764feca78de-sda', '1750272506.83791', '1750272506.83583', '0', '', '1750272506.83583', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('82bc28c2-8e13-4fae-818c-c764feca78de-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26c326cb-db54-484f-8fef-d30dac47ab38-sda', '1750272506.87709', '1750272506.875', '0', '', '1750272506.875', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj1eo3ods/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5b91260f-9935-4f4b-865f-35aaef289e41-sdb', '1750272506.90692', '1750272507.00000', '0', '', '1750272507.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b91260f-9935-4f4b-865f-35aaef289e41-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5b91260f-9935-4f4b-865f-35aaef289e41-sdb', '1750272506.90692', '1750272507.00000', '0', '', '1750272507.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpj1eo3ods/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b91260f-9935-4f4b-865f-35aaef289e41-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01026 seconds (97.47753/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpos6rfkun/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '906c5ced-8a90-4c56-82a3-9b4207ec348d-sda', '1750272506.92315', '1750272506', '0', '', '1750272506', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -85663,747 +83225,110 @@ test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99027847b73040239fa79-00685309fc) -proxy-server ERROR: Object returning 503 for [] (txn: tx99027847b73040239fa79-00685309fc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server ERROR: Object returning 503 for [] (txn: tx2086f8084feb4218bd2cd-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp2mu_sf97/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp2mu_sf97/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpb8rcev0_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpb8rcev0_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpb8rcev0_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpb3uhkdmz/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmptq1x_ffj/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.24464', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.24676', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.24868', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.25239', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.25475', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.25779', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.25989', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.26227', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Setting object count to 1065 (txn: tx18f2c4058ba645ccaa19d-00685309fb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Setting object count to 1065 (txn: txfb195e7cf1304bc99f2e4-00685309fc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa7547f249ddd49229a127-00685309fe) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txa7547f249ddd49229a127-00685309fe) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txc05463199ab24203af707-00685309ff) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txc05463199ab24203af707-00685309ff) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txc05463199ab24203af707-00685309ff) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txc05463199ab24203af707-00685309ff) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txc05463199ab24203af707-00685309ff) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd85cae63368541c69c209-00685309ff) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd85cae63368541c69c209-00685309ff) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd85cae63368541c69c209-00685309ff) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd85cae63368541c69c209-00685309ff) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx59d2fcb4c99f442894d2a-00685309ff) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59d2fcb4c99f442894d2a-00685309ff) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59d2fcb4c99f442894d2a-00685309ff) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx59d2fcb4c99f442894d2a-00685309ff) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: Setting object count to 3120 (txn: tx3f31f5f3a2f74e2ab8cf1-0068530a00) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: Setting object count to 3120 (txn: tx14665882205646c481bb1-0068530a00) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: Setting object count to 3120 (txn: tx9d1a41edbfde4565bc294-0068530a00) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: Setting object count to 3120 (txn: tx386e2a0808464eda8c02c-0068530a00) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: Setting object count to 3120 (txn: tx9153513317db4ddc9b1a8-0068530a00) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf3d635187ecc47989a7f5-0068530a00) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txc8bb048f09b04a3393f09-0068530a00) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdea6e7202dd540ef8d72c-0068530a00) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.26417', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.27422', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.27612', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx888e2aec2d0048c381704-00685309fc) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx2f9425c85bea4978a0dbd-00685309fc) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx2f9425c85bea4978a0dbd-00685309fc) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2f9425c85bea4978a0dbd-00685309fc) -test ERROR: Account HEAD returning 503 for [] (txn: tx2f9425c85bea4978a0dbd-00685309fc) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3c60a813ac534d31b3a7e-00685309fc) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3c60a813ac534d31b3a7e-00685309fc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3c60a813ac534d31b3a7e-00685309fc) -test ERROR: Account HEAD returning 503 for [] (txn: tx3c60a813ac534d31b3a7e-00685309fc) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf8096047ea3c4bc3b333c-00685309fc) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3b69b8f4c2a04094a144a-00685309fc) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3b69b8f4c2a04094a144a-00685309fc) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3b69b8f4c2a04094a144a-00685309fc) -test ERROR: Account HEAD returning 503 for [] (txn: tx3b69b8f4c2a04094a144a-00685309fc) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5e1f1b76a2054c58a80c8-00685309fc) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5e1f1b76a2054c58a80c8-00685309fc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5e1f1b76a2054c58a80c8-00685309fc) -test ERROR: Account HEAD returning 503 for [] (txn: tx5e1f1b76a2054c58a80c8-00685309fc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0746fb2288f7410f99483-00685309fc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx3754ee9c5581496a906fb-00685309fc) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx3754ee9c5581496a906fb-00685309fc) -test INFO: Client disconnected on read of '/a/c' (txn: tx3754ee9c5581496a906fb-00685309fc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1c8af22e13f74a919ba87-00685309fc) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx10096495fc914a098ff01-00685309fc) -test INFO: Client disconnected on read of '/a/c' (txn: tx10096495fc914a098ff01-00685309fc) -test INFO: Client disconnected on read of '/a/c/' (txn: tx10096495fc914a098ff01-00685309fc) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0de6856f15e3471ba1197-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0de6856f15e3471ba1197-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0de6856f15e3471ba1197-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0de6856f15e3471ba1197-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1c7a2d71b11d4c1a8b0d1-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1c7a2d71b11d4c1a8b0d1-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1c7a2d71b11d4c1a8b0d1-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1c7a2d71b11d4c1a8b0d1-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx315a4818379f408bb69ee-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx315a4818379f408bb69ee-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx315a4818379f408bb69ee-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx315a4818379f408bb69ee-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx82f94edd0852442888d4f-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx82f94edd0852442888d4f-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx82f94edd0852442888d4f-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx82f94edd0852442888d4f-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb3edf424b1ac419087045-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb3edf424b1ac419087045-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb3edf424b1ac419087045-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb3edf424b1ac419087045-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txebfdefdcabfa4d73b8e01-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txebfdefdcabfa4d73b8e01-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txebfdefdcabfa4d73b8e01-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txebfdefdcabfa4d73b8e01-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe8fd559db6204acf89baf-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe8fd559db6204acf89baf-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe8fd559db6204acf89baf-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe8fd559db6204acf89baf-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa5ecb98703c448f58d481-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa5ecb98703c448f58d481-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa5ecb98703c448f58d481-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa5ecb98703c448f58d481-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9bd4f0e4dd9e4d779aba3-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7030655390a74c2aac746-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7030655390a74c2aac746-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7030655390a74c2aac746-00685309fd) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx7030655390a74c2aac746-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx6b46f77f4ae746d98dd2b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8ef7471de52945afa5044-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8ef7471de52945afa5044-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8ef7471de52945afa5044-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx8ef7471de52945afa5044-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx71c8ff01aa324bf1a92d7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx71c8ff01aa324bf1a92d7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx71c8ff01aa324bf1a92d7-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx71c8ff01aa324bf1a92d7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7ebe60e341184d5498b52-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7ebe60e341184d5498b52-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7ebe60e341184d5498b52-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx7ebe60e341184d5498b52-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe25df885d8c945ccb6aef-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe25df885d8c945ccb6aef-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe25df885d8c945ccb6aef-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: txe25df885d8c945ccb6aef-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txedeba1114e1048f4b453b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txedeba1114e1048f4b453b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txedeba1114e1048f4b453b-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: txedeba1114e1048f4b453b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5359b83d12224620922b2-00685309fd) -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.18131', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.92891', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.18353', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.93293', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.18579', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.93502', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.18778', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.93700', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.18996', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.93950', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -86425,1496 +83350,464 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.19308', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.94235', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.19500', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.94431', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.19695', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.94632', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.19886', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.94822', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.20850', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.96058', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272504.21037', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862711.96266', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpuut132pv/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpuut132pv/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpuut132pv/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmp2jmme19h/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2513664] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2513664] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok - -test DEBUG: /tmp/tmpos6rfkun/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '906c5ced-8a90-4c56-82a3-9b4207ec348d-sda', '1750272506.92315', '1750272506', '0', '', '1750272506', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('906c5ced-8a90-4c56-82a3-9b4207ec348d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c85eaf53d7b32208a36e21e435e2fa52', 'f6559946-b510-43c0-a89e-c5b0c8568e2e-sda', '1715862711.97948', '1715862711', '0', '', '1715862711', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6559946-b510-43c0-a89e-c5b0c8568e2e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28100 seconds (3.55867/s) +test INFO: Attempted to replicate 1 dbs in 0.30600 seconds (3.26793/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprs3_a4ut/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58e6ed417bad94d40a674648891c8edf', '22abcd3e-6c39-40c5-89ab-d2c3a4966b89-sda', '1750272507.21473', '1750272507', '0', '', '1750272507', 1, 1) -test DEBUG: /tmp/tmprs3_a4ut/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272509.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '22abcd3e-6c39-40c5-89ab-d2c3a4966b89-sda') -test DEBUG: /tmp/tmprs3_a4ut/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00281191s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58e6ed417bad94d40a674648891c8edf', '22abcd3e-6c39-40c5-89ab-d2c3a4966b89-sda', '1750272507.21473', '1750272507', '0', '', '1750272507', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('22abcd3e-6c39-40c5-89ab-d2c3a4966b89-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpu20srmut/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f753a6b8-9c82-4d86-a5fa-0589d997f2f3-sda', '1715862712.48878', '1715862714', '0', '', '1715862714', 0, 0) +test DEBUG: /tmp/tmpu20srmut/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f753a6b8-9c82-4d86-a5fa-0589d997f2f3-sda', '1715862712.48878', '1715862714', '0', '', '1715862714', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f753a6b8-9c82-4d86-a5fa-0589d997f2f3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01757 seconds (56.90246/s) +test INFO: Attempted to replicate 1 dbs in 0.01410 seconds (70.94510/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp82fwyytd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '33cd5726-46d8-4045-a073-d5d253ef1f02-sda', '1750272507.24295', '1750272507', '0', '', '1750272507', 0, 0) -test DEBUG: /tmp/tmp82fwyytd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '33cd5726-46d8-4045-a073-d5d253ef1f02-sda', '1750272507.24295', '1750272507', '0', '', '1750272507', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('33cd5726-46d8-4045-a073-d5d253ef1f02-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp8xded1pa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', 'e5a1b85c-6d28-4f28-bf78-896284e209e5-sda', '1715862712.51713', '1715862714', '0', '', '1715862714', 1, 1) +test DEBUG: /tmp/tmp8xded1pa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862715.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e5a1b85c-6d28-4f28-bf78-896284e209e5-sda') +test DEBUG: /tmp/tmp8xded1pa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00333619s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', 'e5a1b85c-6d28-4f28-bf78-896284e209e5-sda', '1715862712.51713', '1715862714', '0', '', '1715862714', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5a1b85c-6d28-4f28-bf78-896284e209e5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01223 seconds (81.74052/s) +test INFO: Attempted to replicate 1 dbs in 0.01692 seconds (59.09100/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp43zycr0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58e6ed417bad94d40a674648891c8edf', 'e522d1cd-adc7-4707-b07d-d290062754bd-sda', '1750272507.26532', '1750272507', '0', '', '1750272507', 1, 1) -test DEBUG: /tmp/tmp43zycr0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58e6ed417bad94d40a674648891c8edf', 'e522d1cd-adc7-4707-b07d-d290062754bd-sda', '1750272507.26532', '1750272507', '0', '', '1750272507', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e522d1cd-adc7-4707-b07d-d290062754bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpww4_32z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', '24334cbd-d937-416d-a417-59f339b8a6f5-sda', '1715862712.55146', '1715862712', '1715862713', '', '1715862713', 1, 1) +test DEBUG: /tmp/tmpww4_32z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862715.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '24334cbd-d937-416d-a417-59f339b8a6f5-sda') +test DEBUG: /tmp/tmpww4_32z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028739s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', '24334cbd-d937-416d-a417-59f339b8a6f5-sda', '1715862712.55146', '1715862712', '1715862713', '', '1715862713', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('24334cbd-d937-416d-a417-59f339b8a6f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01689 seconds (59.19023/s) +test INFO: Attempted to replicate 1 dbs in 0.01782 seconds (56.10552/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp87z2642f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '31c5152e-8aa7-412c-8fcc-1a5860776635-sda', '1750272507.81588', '1750272507', '0', '', '1750272507', 0, 1) -test DEBUG: /tmp/tmp87z2642f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '31c5152e-8aa7-412c-8fcc-1a5860776635-sda', '1750272507.81588', '1750272507', '0', '', '1750272507', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('31c5152e-8aa7-412c-8fcc-1a5860776635-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpgzvm3pkq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', '5352c258-846e-4f6b-990c-7c72d819ce50-sda', '1715862712.58145', '1715862712', '1715862713', '', '1715862713', 1, 0) +test DEBUG: /tmp/tmpgzvm3pkq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6ed605e9c56c8714d7116029c9e265dc', '5352c258-846e-4f6b-990c-7c72d819ce50-sda', '1715862712.58145', '1715862712', '1715862713', '', '1715862713', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5352c258-846e-4f6b-990c-7c72d819ce50-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01109 seconds (90.17794/s) +test INFO: Attempted to replicate 1 dbs in 0.01442 seconds (69.34405/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp499wgvns/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237669d85c2ecc2fc91a7433f86a297c', '2f4c6feb-7f53-438e-af3e-6c8a06b50099-sda', '1750272507.83739', '1750272507', '0', '', '1750272507', 1, 0) -test DEBUG: /tmp/tmp499wgvns/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272510.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2f4c6feb-7f53-438e-af3e-6c8a06b50099-sda') -test DEBUG: /tmp/tmp499wgvns/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00332952s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237669d85c2ecc2fc91a7433f86a297c', '2f4c6feb-7f53-438e-af3e-6c8a06b50099-sda', '1750272507.83739', '1750272507', '0', '', '1750272507', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2f4c6feb-7f53-438e-af3e-6c8a06b50099-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpct5aspwe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f54aaf34-9a2c-4b8a-b49e-6ba2e05b6942-sda', '1715862712.60850', '1715862714', '1715862713', '', '1715862714', 0, 0) +test DEBUG: /tmp/tmpct5aspwe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f54aaf34-9a2c-4b8a-b49e-6ba2e05b6942-sda', '1715862712.60850', '1715862714', '1715862713', '', '1715862714', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f54aaf34-9a2c-4b8a-b49e-6ba2e05b6942-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01639 seconds (61.01479/s) +test INFO: Attempted to replicate 1 dbs in 0.01085 seconds (92.17153/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi7rknp4a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0317a184-5b56-4376-b045-833d79a485da-sda', '1750272507.87228', '1750272507', '0', '', '1750272507', 0, 1) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txdea6e7202dd540ef8d72c-0068530a00) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx7529df9621ac4fecbfc1b-0068530a00) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7529df9621ac4fecbfc1b-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7529df9621ac4fecbfc1b-0068530a00) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7529df9621ac4fecbfc1b-0068530a00) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx8865c54d959e466aa0bf6-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8865c54d959e466aa0bf6-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8865c54d959e466aa0bf6-0068530a00) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8865c54d959e466aa0bf6-0068530a00) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd43b12b599184d8eb5fe5-0068530a00) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd43b12b599184d8eb5fe5-0068530a00) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd43b12b599184d8eb5fe5-0068530a00) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd43b12b599184d8eb5fe5-0068530a00) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: Setting object count to 1068 (txn: txd3f43a97bc5847c9a0cba-0068530a01) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Setting object count to 1068 (txn: tx3c74bc9cd89f445c96265-0068530a01) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txedefb76fc2e34fd789087-0068530a02) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server ERROR: Object returning 503 for [] (txn: txc1a5c95aafd24673af02d-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server ERROR: Object returning 503 for [] (txn: txcb72e19922434f83b9605-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d002fd8f4ad4bb399c14-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4e018e0b69254e809c42f-00685309fe) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4e018e0b69254e809c42f-00685309fe) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4e018e0b69254e809c42f-00685309fe) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx4e018e0b69254e809c42f-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpdcpfb1f4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdcpfb1f4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpdcpfb1f4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdcpfb1f4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 2513664 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 2513664 - -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5359b83d12224620922b2-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5359b83d12224620922b2-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx5359b83d12224620922b2-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txad29484c6e9e446b99fd3-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txad29484c6e9e446b99fd3-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txad29484c6e9e446b99fd3-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: txad29484c6e9e446b99fd3-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx640c96d515064f708a6c4-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx640c96d515064f708a6c4-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx640c96d515064f708a6c4-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx640c96d515064f708a6c4-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfcfbe25fe51a4af380cc7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfcfbe25fe51a4af380cc7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfcfbe25fe51a4af380cc7-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: txfcfbe25fe51a4af380cc7-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2982b1a84d9d4660ba97b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2982b1a84d9d4660ba97b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2982b1a84d9d4660ba97b-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx2982b1a84d9d4660ba97b-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7cbfc3a0294d4bbf8cb02-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7cbfc3a0294d4bbf8cb02-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7cbfc3a0294d4bbf8cb02-00685309fd) -test ERROR: Container GET returning 503 for [] (txn: tx7cbfc3a0294d4bbf8cb02-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaa6d5f4dcde4467f9a5e2-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaa6d5f4dcde4467f9a5e2-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaa6d5f4dcde4467f9a5e2-00685309fd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txaa6d5f4dcde4467f9a5e2-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9864eb8d612e48a3a19a9-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9864eb8d612e48a3a19a9-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9864eb8d612e48a3a19a9-00685309fd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9864eb8d612e48a3a19a9-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6515e672b0e048bd87619-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6515e672b0e048bd87619-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6515e672b0e048bd87619-00685309fd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6515e672b0e048bd87619-00685309fd) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe38905306b0e43bfa1bba-00685309fd) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe38905306b0e43bfa1bba-00685309fd) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe38905306b0e43bfa1bba-00685309fd) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe38905306b0e43bfa1bba-00685309fd) -test INFO: Client disconnected on read of '/a/c' (txn: txe6e9f91261b64e58a3b23-00685309fd) -test INFO: Client disconnected on read of '/a/c/' (txn: txe6e9f91261b64e58a3b23-00685309fd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3ba5e79c78b2422889020-00685309fd) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3ba5e79c78b2422889020-00685309fd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx3ba5e79c78b2422889020-00685309fd) -test ERROR: Account HEAD returning 503 for [] (txn: tx3ba5e79c78b2422889020-00685309fd) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0850d9c344ee4be9b127e-00685309fd) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0850d9c344ee4be9b127e-00685309fd) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0850d9c344ee4be9b127e-00685309fd) -test ERROR: Account HEAD returning 503 for [] (txn: tx0850d9c344ee4be9b127e-00685309fd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txfcc07e0c0aaa4fbbbb2d0-00685309fe) -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Replicating db /tmp/tmp1pj85b3_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '9c392e97-a0aa-45f0-a23f-5727db91078b-sda', '1715862712.63140', '1715862714', '1715862713', '', '1715862714', 1, 1) +test DEBUG: /tmp/tmp1pj85b3_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2513664 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513664 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx66ce16a2de8448d4b8e4a-00685309ff" "proxy-server 2513664" 0.0011 "-" 2513664 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60129/sdb1/3/a/c" "tx66ce16a2de8448d4b8e4a-00685309ff" "container-server 2513664" 0.0012 "-" 2513664 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:38787/sda1/3/a/c" "tx66ce16a2de8448d4b8e4a-00685309ff" "container-server 2513664" 0.0011 "-" 2513664 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx66ce16a2de8448d4b8e4a-00685309ff" "proxy-server 2513664" 0.0101 "-" 2513664 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx66ce16a2de8448d4b8e4a-00685309ff" "proxy-server 2513664" 0.0156 "-" 2513664 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx66ce16a2de8448d4b8e4a-00685309ff - 0.0235 - - 1750272511.678355932 1750272511.701809883 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txed817babd5e44d749e707-00685309ff" "proxy-server 2513664" 0.0012 "-" 2513664 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38787/sda1/0/a1/c1" "txed817babd5e44d749e707-00685309ff" "container-server 2513664" 0.0011 "-" 2513664 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60129/sdb1/0/a1/c1" "txed817babd5e44d749e707-00685309ff" "container-server 2513664" 0.0011 "-" 2513664 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txed817babd5e44d749e707-00685309ff" "proxy-server 2513664" 0.0133 "-" 2513664 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txed817babd5e44d749e707-00685309ff" "proxy-server 2513664" 0.0097 "-" 2513664 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txed817babd5e44d749e707-00685309ff - 0.0217 - - 1750272511.703293800 1750272511.725036621 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8eaf4efedbc14e71a42d1-00685309ff" "proxy-server 2513664" 0.0019 "-" 2513664 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38787/sda1/3/a/c1" "tx8eaf4efedbc14e71a42d1-00685309ff" "container-server 2513664" 0.0018 "-" 2513664 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60129/sdb1/3/a/c1" "tx8eaf4efedbc14e71a42d1-00685309ff" "container-server 2513664" 0.0011 "-" 2513664 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8eaf4efedbc14e71a42d1-00685309ff" "proxy-server 2513664" 0.0112 "-" 2513664 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8eaf4efedbc14e71a42d1-00685309ff" "proxy-server 2513664" 0.0164 "-" 2513664 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8eaf4efedbc14e71a42d1-00685309ff - 0.0250 - - 1750272511.726528168 1750272511.751535654 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx025b7a92c49f4f5fb6439-00685309ff" "proxy-server 2513664" 0.0021 "-" 2513664 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60129/sdb1/0/a/c2" "tx025b7a92c49f4f5fb6439-00685309ff" "container-server 2513664" 0.0011 "-" 2513664 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:38787/sda1/0/a/c2" "tx025b7a92c49f4f5fb6439-00685309ff" "container-server 2513664" 0.0017 "-" 2513664 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx025b7a92c49f4f5fb6439-00685309ff" "proxy-server 2513664" 0.0138 "-" 2513664 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx025b7a92c49f4f5fb6439-00685309ff" "proxy-server 2513664" 0.0101 "-" 2513664 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx025b7a92c49f4f5fb6439-00685309ff - 0.0233 - - 1750272511.753077269 1750272511.776378393 2 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272506.89774', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862713.11663', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184826Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272506.90910', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123153Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.13099', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx193630a88e284771bb973-00685309ff) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa55cd698ee72414686703-00685309ff) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsmmjf5dt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsmmjf5dt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsmmjf5dt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsmmjf5dt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 2513662 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2513662 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx73c701ecce3e466cba707-00685309ff" "proxy-server 2513662" 0.0013 "-" 2513662 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50687/sdb1/1/a/c" "tx73c701ecce3e466cba707-00685309ff" "container-server 2513662" 0.0011 "-" 2513662 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38765/sda1/1/a/c" "tx73c701ecce3e466cba707-00685309ff" "container-server 2513662" 0.0011 "-" 2513662 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx73c701ecce3e466cba707-00685309ff" "proxy-server 2513662" 0.0095 "-" 2513662 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx73c701ecce3e466cba707-00685309ff" "proxy-server 2513662" 0.0152 "-" 2513662 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx73c701ecce3e466cba707-00685309ff - 0.0242 - - 1750272511.905221939 1750272511.929385185 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx99a25169952d4d0582682-00685309ff" "proxy-server 2513662" 0.0013 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38765/sda1/1/a1/c1" "tx99a25169952d4d0582682-00685309ff" "container-server 2513662" 0.0011 "-" 2513662 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50687/sdb1/1/a1/c1" "tx99a25169952d4d0582682-00685309ff" "container-server 2513662" 0.0011 "-" 2513662 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx99a25169952d4d0582682-00685309ff" "proxy-server 2513662" 0.0105 "-" 2513662 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx99a25169952d4d0582682-00685309ff" "proxy-server 2513662" 0.0159 "-" 2513662 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx99a25169952d4d0582682-00685309ff - 0.0240 - - 1750272511.930932522 1750272511.954882622 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4c67700c9baa400295a73-00685309ff" "proxy-server 2513662" 0.0022 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38765/sda1/2/a/c1" "tx4c67700c9baa400295a73-00685309ff" "container-server 2513662" 0.0018 "-" 2513662 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50687/sdb1/2/a/c1" "tx4c67700c9baa400295a73-00685309ff" "container-server 2513662" 0.0011 "-" 2513662 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4c67700c9baa400295a73-00685309ff" "proxy-server 2513662" 0.0147 "-" 2513662 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4c67700c9baa400295a73-00685309ff" "proxy-server 2513662" 0.0107 "-" 2513662 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/31 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4c67700c9baa400295a73-00685309ff - 0.0244 - - 1750272511.956596851 1750272511.981039286 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf165c9a7c45d42e6b65d2-00685309ff" "proxy-server 2513662" 0.0020 "-" 2513662 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38765/sda1/1/a/c2" "txf165c9a7c45d42e6b65d2-00685309ff" "container-server 2513662" 0.0012 "-" 2513662 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50687/sdb1/1/a/c2" "txf165c9a7c45d42e6b65d2-00685309ff" "container-server 2513662" 0.0019 "-" 2513662 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf165c9a7c45d42e6b65d2-00685309ff" "proxy-server 2513662" 0.0164 "-" 2513662 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf165c9a7c45d42e6b65d2-00685309ff" "proxy-server 2513662" 0.0125 "-" 2513662 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf165c9a7c45d42e6b65d2-00685309ff - 0.0263 - - 1750272511.982567787 1750272512.008844614 2 -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test ERROR: Failed to unlink '/tmp/tmp773_7n0e/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp773_7n0e/containers/part/suffix/hash/container_1750272515.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp773_7n0e/containers/part/suffix/hash/container_1750272515.00000.db': ['/tmp/tmp773_7n0e/containers/part/suffix/hash/container.db', '/tmp/tmp773_7n0e/containers/part/suffix/hash/container_1750272516.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp773_7n0e/containers/part/suffix/hash/container_1750272516.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 2513643 2 -test ERROR: ERROR Account update failed with 127.0.0.1:45615/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0008 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0006 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmpy6c1i2rj/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test DEBUG: /tmp/tmpi7rknp4a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0317a184-5b56-4376-b045-833d79a485da-sda', '1750272507.87228', '1750272507', '0', '', '1750272507', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0317a184-5b56-4376-b045-833d79a485da-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862716.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9c392e97-a0aa-45f0-a23f-5727db91078b-sda') +test DEBUG: /tmp/tmp1pj85b3_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00284481s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '9c392e97-a0aa-45f0-a23f-5727db91078b-sda', '1715862712.63140', '1715862714', '1715862713', '', '1715862714', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9c392e97-a0aa-45f0-a23f-5727db91078b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56984 seconds (1.75488/s) +test INFO: Attempted to replicate 1 dbs in 0.02444 seconds (40.90870/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbhi_kwsv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ea7f37047bf99a5f57f216e7fd3600b', 'dabc332a-abef-4f1b-9f8d-c106457cf6e4-sda', '1750272508.45359', '1750272508', '0', '', '1750272508', 1, 1) -test DEBUG: /tmp/tmpbhi_kwsv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ea7f37047bf99a5f57f216e7fd3600b', 'dabc332a-abef-4f1b-9f8d-c106457cf6e4-sda', '1750272508.45359', '1750272508', '0', '', '1750272508', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dabc332a-abef-4f1b-9f8d-c106457cf6e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmptnytbhaa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67944bac-4767-4360-84a0-290522b88b0c-sda', '1715862712.66761', '1715862714', '1715862713', '', '1715862714', 0, 1) +test DEBUG: /tmp/tmptnytbhaa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67944bac-4767-4360-84a0-290522b88b0c-sda', '1715862712.66761', '1715862714', '1715862713', '', '1715862714', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67944bac-4767-4360-84a0-290522b88b0c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01433 seconds (69.80220/s) +test INFO: Attempted to replicate 1 dbs in 0.01375 seconds (72.73895/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo3jxg5tx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '181fd67c-dad1-4dc1-9bac-300517ef1c59-sda', '1750272509.09031', '1750272511', '0', '', '1750272511', 0, 0) -test DEBUG: /tmp/tmpo3jxg5tx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '181fd67c-dad1-4dc1-9bac-300517ef1c59-sda', '1750272509.09031', '1750272511', '0', '', '1750272511', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('181fd67c-dad1-4dc1-9bac-300517ef1c59-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpc3ahk7gf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', 'fd24549d-9098-4868-b6c2-91a18692b3b3-sda', '1715862712.69395', '1715862714', '1715862713', '', '1715862714', 1, 0) +test DEBUG: /tmp/tmpc3ahk7gf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', 'fd24549d-9098-4868-b6c2-91a18692b3b3-sda', '1715862712.69395', '1715862714', '1715862713', '', '1715862714', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fd24549d-9098-4868-b6c2-91a18692b3b3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01069 seconds (93.57185/s) +test INFO: Attempted to replicate 1 dbs in 0.01458 seconds (68.60565/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzvrn6u_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '697a8039-4b41-4ae4-8419-29d06ad033e6-sda', '1750272509.11124', '1750272511', '0', '', '1750272511', 1, 1) -test DEBUG: /tmp/tmpzvrn6u_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272512.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '697a8039-4b41-4ae4-8419-29d06ad033e6-sda') -test DEBUG: /tmp/tmpzvrn6u_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028007s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '697a8039-4b41-4ae4-8419-29d06ad033e6-sda', '1750272509.11124', '1750272511', '0', '', '1750272511', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('697a8039-4b41-4ae4-8419-29d06ad033e6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpejv9lmhh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd32fe82b-665c-4250-a31e-331090cf65e0-sda', '1715862713.07555', '1715862716', '1715862715', '', '1715862716', 0, 1) +test DEBUG: /tmp/tmpejv9lmhh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd32fe82b-665c-4250-a31e-331090cf65e0-sda', '1715862713.07555', '1715862716', '1715862715', '', '1715862716', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d32fe82b-665c-4250-a31e-331090cf65e0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01733 seconds (57.70727/s) +test INFO: Attempted to replicate 1 dbs in 0.01359 seconds (73.56696/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn5178us5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '0b8f1c17-8446-4abf-ae4c-432e0fea73bf-sda', '1750272509.13661', '1750272509', '1750272510', '', '1750272510', 1, 1) -test DEBUG: /tmp/tmpn5178us5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272512.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0b8f1c17-8446-4abf-ae4c-432e0fea73bf-sda') -test DEBUG: /tmp/tmpn5178us5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00286245s) +test DEBUG: Replicating db /tmp/tmpsee1qol4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '8a847b07-754b-4673-8e51-4abb8d8dfc31-sda', '1715862713.10247', '1715862716', '1715862715', '', '1715862716', 1, 1) +test DEBUG: /tmp/tmpsee1qol4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862718.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8a847b07-754b-4673-8e51-4abb8d8dfc31-sda') +test DEBUG: /tmp/tmpsee1qol4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00347114s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '0b8f1c17-8446-4abf-ae4c-432e0fea73bf-sda', '1750272509.13661', '1750272509', '1750272510', '', '1750272510', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0b8f1c17-8446-4abf-ae4c-432e0fea73bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '8a847b07-754b-4673-8e51-4abb8d8dfc31-sda', '1715862713.10247', '1715862716', '1715862715', '', '1715862716', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8a847b07-754b-4673-8e51-4abb8d8dfc31-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02118 seconds (47.21751/s) +test INFO: Attempted to replicate 1 dbs in 0.01838 seconds (54.39842/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxfhucbxg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '89de8f9c-0d84-47f7-bde8-1666241ed5d6-sda', '1750272509.16864', '1750272509', '1750272510', '', '1750272510', 1, 1) -test DEBUG: /tmp/tmpxfhucbxg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '563bb383e07af195c593946480225b10', '89de8f9c-0d84-47f7-bde8-1666241ed5d6-sda', '1750272509.16864', '1750272509', '1750272510', '', '1750272510', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('89de8f9c-0d84-47f7-bde8-1666241ed5d6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpdaop0amw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1f6ed855-2598-4435-b99b-ffe8b655c141-sda', '1715862713.13622', '1715862716', '1715862715', '', '1715862716', 0, 0) +test DEBUG: /tmp/tmpdaop0amw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1f6ed855-2598-4435-b99b-ffe8b655c141-sda', '1715862713.13622', '1715862716', '1715862715', '', '1715862716', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1f6ed855-2598-4435-b99b-ffe8b655c141-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01401 seconds (71.40041/s) +test INFO: Attempted to replicate 1 dbs in 0.01341 seconds (74.56220/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4i5k54zl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9050ba9e-71dd-42a2-86b1-bddd5325586b-sda', '1750272509.19530', '1750272511', '1750272510', '', '1750272511', 0, 1) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Replicating db /tmp/tmpxryhgk6b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'eb4ec0cb-504f-4d05-98dc-6f6f8e79a01d-sda', '1715862713.16265', '1715862716', '1715862715', '', '1715862716', 1, 0) +test DEBUG: /tmp/tmpxryhgk6b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123153Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.53670', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123153Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.55605', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1715862712.69993', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123152Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862712.71310', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123153Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.24074', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240516/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240516T123153Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.25422', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184828Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272508.12455', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184828Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272508.13605', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0006 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0033 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9qrsekww/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0054 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0040 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test DEBUG: /tmp/tmp4i5k54zl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9050ba9e-71dd-42a2-86b1-bddd5325586b-sda', '1750272509.19530', '1750272511', '1750272510', '', '1750272511', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9050ba9e-71dd-42a2-86b1-bddd5325586b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43605 seconds (2.29329/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp45jziizr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5bfd0813bb8355a268fffbe4517a040e', '49707fa5-54a1-4cf8-813e-794eb4934261-sda', '1750272509.64263', '1750272511', '1750272510', '', '1750272511', 1, 0) -test DEBUG: /tmp/tmp45jziizr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272513.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '49707fa5-54a1-4cf8-813e-794eb4934261-sda') -test DEBUG: /tmp/tmp45jziizr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00305843s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5bfd0813bb8355a268fffbe4517a040e', '49707fa5-54a1-4cf8-813e-794eb4934261-sda', '1750272509.64263', '1750272511', '1750272510', '', '1750272511', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('49707fa5-54a1-4cf8-813e-794eb4934261-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01871 seconds (53.46098/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpko6dqd8t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94185c01-9527-4972-b1f8-d176a9581c8c-sda', '1750272509.68111', '1750272511', '1750272510', '', '1750272511', 0, 1) -test DEBUG: /tmp/tmpko6dqd8t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94185c01-9527-4972-b1f8-d176a9581c8c-sda', '1750272509.68111', '1750272511', '1750272510', '', '1750272511', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94185c01-9527-4972-b1f8-d176a9581c8c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01352 seconds (73.97437/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppww0v3n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5bfd0813bb8355a268fffbe4517a040e', '50be722c-14c6-416b-a2ec-f789fe152f92-sda', '1750272509.70833', '1750272511', '1750272510', '', '1750272511', 1, 0) -test DEBUG: /tmp/tmppww0v3n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5bfd0813bb8355a268fffbe4517a040e', '50be722c-14c6-416b-a2ec-f789fe152f92-sda', '1750272509.70833', '1750272511', '1750272510', '', '1750272511', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('50be722c-14c6-416b-a2ec-f789fe152f92-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01779 seconds (56.19949/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn5tpl_ix/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae6937e9-6c2a-499e-afb8-fceec773a1de-sda', '1750272510.42961', '1750272513', '1750272512', '', '1750272513', 0, 0) -test DEBUG: /tmp/tmpn5tpl_ix/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae6937e9-6c2a-499e-afb8-fceec773a1de-sda', '1750272510.42961', '1750272513', '1750272512', '', '1750272513', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae6937e9-6c2a-499e-afb8-fceec773a1de-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01072 seconds (93.24526/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1alz481e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', '5b8aea53-2bea-47bc-ac43-ccc519dedfd6-sda', '1750272510.45245', '1750272513', '1750272512', '', '1750272513', 1, 1) -test DEBUG: /tmp/tmp1alz481e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272515.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5b8aea53-2bea-47bc-ac43-ccc519dedfd6-sda') -test DEBUG: /tmp/tmp1alz481e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00282788s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', '5b8aea53-2bea-47bc-ac43-ccc519dedfd6-sda', '1750272510.45245', '1750272513', '1750272512', '', '1750272513', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b8aea53-2bea-47bc-ac43-ccc519dedfd6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01761 seconds (56.77460/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvjmgh107/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ee61c3c-6c35-4a55-a987-33d9f004ac6b-sda', '1750272510.48151', '1750272513', '1750272512', '', '1750272513', 0, 1) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server ERROR: Object returning 503 for [] (txn: tx0a0790662cdb4a018dfa2-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx722b954ccc5d44c6bd353-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx531a723412e348d48aa21-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -87922,26 +83815,30 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txd002137e7d604704b0e11-006645fcb9) +test ERROR: Account HEAD returning 503 for [] (txn: txd002137e7d604704b0e11-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3761f8b9d65e40218adb3-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3761f8b9d65e40218adb3-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3761f8b9d65e40218adb3-006645fcb9) +test ERROR: Account HEAD returning 503 for [] (txn: tx3761f8b9d65e40218adb3-006645fcb9) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx028dea7e0a904696a863b-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8526f7254059469ca3c2c-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8526f7254059469ca3c2c-006645fcb9) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -87949,978 +83846,1037 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +StopIteration (txn: tx8526f7254059469ca3c2c-006645fcb9) +test ERROR: Account HEAD returning 503 for [] (txn: tx8526f7254059469ca3c2c-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe239006375b24684a3ab8-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe239006375b24684a3ab8-006645fcb9) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe239006375b24684a3ab8-006645fcb9) +test ERROR: Account HEAD returning 503 for [] (txn: txe239006375b24684a3ab8-006645fcb9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx68ce90a4362f4710b3c26-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txd79efb1006074cadaeaf7-006645fcba) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txd79efb1006074cadaeaf7-006645fcba) +test INFO: Client disconnected on read of '/a/c' (txn: txd79efb1006074cadaeaf7-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf201b3ffae624c1db8bee-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx848c1f92d4d44a38be29e-006645fcba) +test INFO: Client disconnected on read of '/a/c' (txn: tx848c1f92d4d44a38be29e-006645fcba) +test INFO: Client disconnected on read of '/a/c/' (txn: tx848c1f92d4d44a38be29e-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfb4c322111b2466b95a8d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfb4c322111b2466b95a8d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfb4c322111b2466b95a8d-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfb4c322111b2466b95a8d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx20a13e1acdcb4ac884a69-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx20a13e1acdcb4ac884a69-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx20a13e1acdcb4ac884a69-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx20a13e1acdcb4ac884a69-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8e8e28a082ac48d493e53-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8e8e28a082ac48d493e53-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8e8e28a082ac48d493e53-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8e8e28a082ac48d493e53-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx263a6d19e6f04185990a4-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx263a6d19e6f04185990a4-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx263a6d19e6f04185990a4-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx263a6d19e6f04185990a4-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx58af58dde66741e19c44d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx58af58dde66741e19c44d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx58af58dde66741e19c44d-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx58af58dde66741e19c44d-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txbe3800c018df4be8bf70c-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbe3800c018df4be8bf70c-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbe3800c018df4be8bf70c-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbe3800c018df4be8bf70c-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx98d6f30132214222ac42b-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx98d6f30132214222ac42b-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx98d6f30132214222ac42b-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx98d6f30132214222ac42b-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx54bb0e7b9b0c4634894cf-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx54bb0e7b9b0c4634894cf-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx54bb0e7b9b0c4634894cf-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx54bb0e7b9b0c4634894cf-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx26185ec28d214fe0983f9-006645fcba) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx26185ec28d214fe0983f9-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx26185ec28d214fe0983f9-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx26185ec28d214fe0983f9-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx26185ec28d214fe0983f9-006645fcba) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx26185ec28d214fe0983f9-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx883cc8b428b548bcb37ac-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx883cc8b428b548bcb37ac-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx883cc8b428b548bcb37ac-006645fcba) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx883cc8b428b548bcb37ac-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx10f72bc613d1495a931e9-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx10f72bc613d1495a931e9-006645fcba) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx10f72bc613d1495a931e9-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx10f72bc613d1495a931e9-006645fcba) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx10f72bc613d1495a931e9-006645fcba) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx10f72bc613d1495a931e9-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx10f72bc613d1495a931e9-006645fcba) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx10f72bc613d1495a931e9-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcfc5a4d67fb441cd82c5c-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcfc5a4d67fb441cd82c5c-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcfc5a4d67fb441cd82c5c-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: txcfc5a4d67fb441cd82c5c-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa56a60d4415047bcbdb82-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa56a60d4415047bcbdb82-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa56a60d4415047bcbdb82-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: txa56a60d4415047bcbdb82-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfb6597e698134925b881f-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfb6597e698134925b881f-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfb6597e698134925b881f-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: txfb6597e698134925b881f-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6a7112e6583a4ce48675d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6a7112e6583a4ce48675d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6a7112e6583a4ce48675d-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx6a7112e6583a4ce48675d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9b42e01fd0154dfd89f6b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9b42e01fd0154dfd89f6b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9b42e01fd0154dfd89f6b-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx9b42e01fd0154dfd89f6b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc0afabd7e8e84558bc5ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc0afabd7e8e84558bc5ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc0afabd7e8e84558bc5ed-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: txc0afabd7e8e84558bc5ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx73781e825b9f4ae5aa52d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx73781e825b9f4ae5aa52d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx73781e825b9f4ae5aa52d-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx73781e825b9f4ae5aa52d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx281f1bda2e754a3ea6401-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx281f1bda2e754a3ea6401-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx281f1bda2e754a3ea6401-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx281f1bda2e754a3ea6401-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5fcdf7462f404f258e287-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5fcdf7462f404f258e287-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5fcdf7462f404f258e287-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx5fcdf7462f404f258e287-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2bf66a1b6e0e47df852e4-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2bf66a1b6e0e47df852e4-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2bf66a1b6e0e47df852e4-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx2bf66a1b6e0e47df852e4-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx01e3904d218f48fe827bf-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx01e3904d218f48fe827bf-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx01e3904d218f48fe827bf-006645fcba) +test ERROR: Container GET returning 503 for [] (txn: tx01e3904d218f48fe827bf-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbcdc4a05b1374130aa4ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbcdc4a05b1374130aa4ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbcdc4a05b1374130aa4ed-006645fcba) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbcdc4a05b1374130aa4ed-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5cabcbdb1ee94ff2bea25-006645fcba) +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.68437', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.69509', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_float +test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_int +test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_prefixlogger +test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_readconf +test.unit.common.test_utils.TestUtils.test_readconf ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir +test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.test_utils.TestUtils.test_readconf_raw +test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer +test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok +test.unit.common.test_utils.TestUtils.test_str_format_time +test.unit.common.test_utils.TestUtils.test_str_format_time ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter +test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5cabcbdb1ee94ff2bea25-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5cabcbdb1ee94ff2bea25-006645fcba) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5cabcbdb1ee94ff2bea25-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba3ec4e6313642cca700b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba3ec4e6313642cca700b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba3ec4e6313642cca700b-006645fcba) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txba3ec4e6313642cca700b-006645fcba) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfe8cd85a08ce41cea4a1d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfe8cd85a08ce41cea4a1d-006645fcba) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfe8cd85a08ce41cea4a1d-006645fcba) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfe8cd85a08ce41cea4a1d-006645fcba) +test INFO: Client disconnected on read of '/a/c' (txn: tx5c27e6c0e29a4d97a171f-006645fcba) +test INFO: Client disconnected on read of '/a/c/' (txn: tx5c27e6c0e29a4d97a171f-006645fcba) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8f04121f581a437888158-006645fcba) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8f04121f581a437888158-006645fcba) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8f04121f581a437888158-006645fcba) +test ERROR: Account HEAD returning 503 for [] (txn: tx8f04121f581a437888158-006645fcba) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx940f588c7991445fa3699-006645fcba) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx940f588c7991445fa3699-006645fcba) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx940f588c7991445fa3699-006645fcba) +test ERROR: Account HEAD returning 503 for [] (txn: tx940f588c7991445fa3699-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx93e0af78e70046c58be6e-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txcc4f82878f2d44578bd5a-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3cd38ec9407f4b6e954af-006645fcba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp0th32e6g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0th32e6g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp0th32e6g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0th32e6g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660738 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx593779c5bd3f4e8a8bde8-006645fcba" "proxy-server 1660738" 0.0016 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37093/sda1/1/a/c" "tx593779c5bd3f4e8a8bde8-006645fcba" "container-server 1660738" 0.0013 "-" 1660738 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45795/sdb1/1/a/c" "tx593779c5bd3f4e8a8bde8-006645fcba" "container-server 1660738" 0.0012 "-" 1660738 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx593779c5bd3f4e8a8bde8-006645fcba" "proxy-server 1660738" 0.0148 "-" 1660738 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx593779c5bd3f4e8a8bde8-006645fcba" "proxy-server 1660738" 0.0106 "-" 1660738 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx593779c5bd3f4e8a8bde8-006645fcba - 0.0253 - - 1715862714.838105202 1715862714.863417149 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx352ec0177e0b48f3b5d99-006645fcba" "proxy-server 1660738" 0.0013 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45795/sdb1/1/a1/c1" "tx352ec0177e0b48f3b5d99-006645fcba" "container-server 1660738" 0.0012 "-" 1660738 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37093/sda1/1/a1/c1" "tx352ec0177e0b48f3b5d99-006645fcba" "container-server 1660738" 0.0012 "-" 1660738 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx352ec0177e0b48f3b5d99-006645fcba" "proxy-server 1660738" 0.0157 "-" 1660738 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx352ec0177e0b48f3b5d99-006645fcba" "proxy-server 1660738" 0.0115 "-" 1660738 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx352ec0177e0b48f3b5d99-006645fcba - 0.0263 - - 1715862714.865060329 1715862714.891408443 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2074f07e92db4382b82c7-006645fcba" "proxy-server 1660738" 0.0022 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37093/sda1/2/a/c1" "tx2074f07e92db4382b82c7-006645fcba" "container-server 1660738" 0.0012 "-" 1660738 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45795/sdb1/2/a/c1" "tx2074f07e92db4382b82c7-006645fcba" "container-server 1660738" 0.0017 "-" 1660738 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2074f07e92db4382b82c7-006645fcba" "proxy-server 1660738" 0.0101 "-" 1660738 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2074f07e92db4382b82c7-006645fcba" "proxy-server 1660738" 0.0169 "-" 1660738 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2074f07e92db4382b82c7-006645fcba - 0.0268 - - 1715862714.893091679 1715862714.919847965 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx56a3b18bb0b9455cae8b7-006645fcba" "proxy-server 1660738" 0.0021 "-" 1660738 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45795/sdb1/1/a/c2" "tx56a3b18bb0b9455cae8b7-006645fcba" "container-server 1660738" 0.0026 "-" 1660738 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37093/sda1/1/a/c2" "tx56a3b18bb0b9455cae8b7-006645fcba" "container-server 1660738" 0.0017 "-" 1660738 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx56a3b18bb0b9455cae8b7-006645fcba" "proxy-server 1660738" 0.0112 "-" 1660738 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx56a3b18bb0b9455cae8b7-006645fcba" "proxy-server 1660738" 0.0170 "-" 1660738 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx56a3b18bb0b9455cae8b7-006645fcba - 0.0261 - - 1715862714.921441793 1715862714.947573662 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272509.27117', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862714.63424', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272509.27984', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0040 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0059 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0044 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0056 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test DEBUG: /tmp/tmpvjmgh107/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ee61c3c-6c35-4a55-a987-33d9f004ac6b-sda', '1750272510.48151', '1750272513', '1750272512', '', '1750272513', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7ee61c3c-6c35-4a55-a987-33d9f004ac6b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862714.64379', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'eb4ec0cb-504f-4d05-98dc-6f6f8e79a01d-sda', '1715862713.16265', '1715862716', '1715862715', '', '1715862716', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb4ec0cb-504f-4d05-98dc-6f6f8e79a01d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.54722 seconds (1.82743/s) +test INFO: Attempted to replicate 1 dbs in 0.17059 seconds (5.86199/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5q3ahs1a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '11cb94d801c2a41f4037e25c3a690a1e', '89671d07-ae93-460d-815a-56b820bfb6f5-sda', '1750272511.04071', '1750272514', '1750272513', '', '1750272514', 1, 0) -test DEBUG: /tmp/tmp5q3ahs1a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '11cb94d801c2a41f4037e25c3a690a1e', '89671d07-ae93-460d-815a-56b820bfb6f5-sda', '1750272511.04071', '1750272514', '1750272513', '', '1750272514', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('89671d07-ae93-460d-815a-56b820bfb6f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmptwvqqc_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cf0ef5e4-bb9d-4f1c-add9-b73085e43adb-sda', '1715862713.62505', '1715862716', '1715862715', '', '1715862716', 0, 0) +test DEBUG: /tmp/tmptwvqqc_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cf0ef5e4-bb9d-4f1c-add9-b73085e43adb-sda', '1715862713.62505', '1715862716', '1715862715', '', '1715862716', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cf0ef5e4-bb9d-4f1c-add9-b73085e43adb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01379 seconds (72.53642/s) +test INFO: Attempted to replicate 1 dbs in 0.02544 seconds (39.31211/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfdkoqu9q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e34745f7-b592-460b-9115-7586bd736cc2-sda', '1750272511.65690', '1750272514', '1750272513', '', '1750272514', 0, 1) -test DEBUG: /tmp/tmpfdkoqu9q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e34745f7-b592-460b-9115-7586bd736cc2-sda', '1750272511.65690', '1750272514', '1750272513', '', '1750272514', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e34745f7-b592-460b-9115-7586bd736cc2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpq8_gg6gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6333250dc971c1b23b02e7ac006563a6', '534864c5-2b51-4c50-afce-545522835481-sda', '1715862713.67027', '1715862716', '1715862715', '', '1715862716', 1, 0) +test DEBUG: /tmp/tmpq8_gg6gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862717.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '534864c5-2b51-4c50-afce-545522835481-sda') +test DEBUG: /tmp/tmpq8_gg6gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00391197s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6333250dc971c1b23b02e7ac006563a6', '534864c5-2b51-4c50-afce-545522835481-sda', '1715862713.67027', '1715862716', '1715862715', '', '1715862716', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('534864c5-2b51-4c50-afce-545522835481-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01089 seconds (91.86266/s) +test INFO: Attempted to replicate 1 dbs in 0.02806 seconds (35.63754/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2_7q5g9n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', 'b87effc2-89f9-45fb-b711-362c39c3a110-sda', '1750272511.68518', '1750272514', '1750272513', '', '1750272514', 1, 1) -test DEBUG: /tmp/tmp2_7q5g9n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272515.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b87effc2-89f9-45fb-b711-362c39c3a110-sda') -test DEBUG: /tmp/tmp2_7q5g9n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00276971s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', 'b87effc2-89f9-45fb-b711-362c39c3a110-sda', '1750272511.68518', '1750272514', '1750272513', '', '1750272514', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b87effc2-89f9-45fb-b711-362c39c3a110-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpdvml8_q2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1bd23816-461b-4749-a46c-8b183a6f2a7c-sda', '1715862713.71015', '1715862716', '1715862715', '', '1715862716', 0, 0) +test DEBUG: /tmp/tmpdvml8_q2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1bd23816-461b-4749-a46c-8b183a6f2a7c-sda', '1715862713.71015', '1715862716', '1715862715', '', '1715862716', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1bd23816-461b-4749-a46c-8b183a6f2a7c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01741 seconds (57.43858/s) +test INFO: Attempted to replicate 1 dbs in 0.01308 seconds (76.45828/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_ua3bb_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c90622c0-dba3-47de-a569-426cf9b9ad91-sda', '1750272511.71414', '1750272514', '1750272513', '', '1750272514', 0, 1) -test DEBUG: /tmp/tmp_ua3bb_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c90622c0-dba3-47de-a569-426cf9b9ad91-sda', '1750272511.71414', '1750272514', '1750272513', '', '1750272514', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c90622c0-dba3-47de-a569-426cf9b9ad91-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpd8ml6cu_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6333250dc971c1b23b02e7ac006563a6', '9e8de158-7f5c-4c9c-9933-9331717cc39c-sda', '1715862713.73641', '1715862716', '1715862715', '', '1715862716', 1, 0) +test DEBUG: /tmp/tmpd8ml6cu_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6333250dc971c1b23b02e7ac006563a6', '9e8de158-7f5c-4c9c-9933-9331717cc39c-sda', '1715862713.73641', '1715862716', '1715862715', '', '1715862716', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9e8de158-7f5c-4c9c-9933-9331717cc39c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01216 seconds (82.20351/s) +test INFO: Attempted to replicate 1 dbs in 0.01543 seconds (64.82854/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqrxad8gs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', '0bfe61ac-fadd-4c68-9071-0edcb8058aa3-sda', '1750272511.73750', '1750272514', '1750272513', '', '1750272514', 1, 1) -test DEBUG: /tmp/tmpqrxad8gs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48b58f679e42c3716107b875c2b044b1', '0bfe61ac-fadd-4c68-9071-0edcb8058aa3-sda', '1750272511.73750', '1750272514', '1750272513', '', '1750272514', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0bfe61ac-fadd-4c68-9071-0edcb8058aa3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp98kx8dt0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3da27662-625b-4fa6-acff-a6fdec7271e8-sda', '1715862713.76242', '1715862717', '1715862716', '', '1715862717', 0, 0) +test DEBUG: /tmp/tmp98kx8dt0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3da27662-625b-4fa6-acff-a6fdec7271e8-sda', '1715862713.76242', '1715862717', '1715862716', '', '1715862717', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3da27662-625b-4fa6-acff-a6fdec7271e8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01392 seconds (71.85175/s) +test INFO: Attempted to replicate 1 dbs in 0.01270 seconds (78.74643/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl4pkmwic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6aa5332-1be6-4bf4-8c45-c439adf77cdf-sda', '1750272511.76161', '1750272515', '1750272514', '', '1750272515', 0, 0) -test DEBUG: /tmp/tmpl4pkmwic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6aa5332-1be6-4bf4-8c45-c439adf77cdf-sda', '1750272511.76161', '1750272515', '1750272514', '', '1750272515', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6aa5332-1be6-4bf4-8c45-c439adf77cdf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER +test DEBUG: Replicating db /tmp/tmpe83la_ww/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'fa945fa0-fb05-4693-a4bf-a168a86ef9f8-sda', '1715862713.78835', '1715862717', '1715862716', '', '1715862717', 1, 0) +test DEBUG: /tmp/tmpe83la_ww/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862718.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fa945fa0-fb05-4693-a4bf-a168a86ef9f8-sda') +test DEBUG: /tmp/tmpe83la_ww/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00295234s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272511.25933', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.90176', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272511.26774', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0068 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmprkhuh5oy/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0025 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmps6lbrv5n/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0040 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862713.91292', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2cf14669c68f4e86bec4b-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txedefb76fc2e34fd789087-0068530a02) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txedefb76fc2e34fd789087-0068530a02) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx4c4e4f7f7c134674a24a3-0068530a03) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Setting object count to 1058 (txn: tx0e7021f85b1f487aaa7ed-0068530a04) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Setting object count to 1024 (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Setting object count to 1024 (txn: tx32f4c2f6eff94f5a83cf5-0068530a05) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx59e57c42678c472aa1281-0068530a06) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test INFO: Attempted to replicate 1 dbs in 0.01088 seconds (91.93717/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_5_sv_c9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', 'f32075da-18ef-4ada-b929-28909968aca2-sda', '1750272512.14107', '1750272516', '1750272515', '', '1750272516', 1, 1) -test DEBUG: /tmp/tmp_5_sv_c9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272517.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f32075da-18ef-4ada-b929-28909968aca2-sda') -test DEBUG: /tmp/tmp_5_sv_c9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00336671s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', 'f32075da-18ef-4ada-b929-28909968aca2-sda', '1750272512.14107', '1750272516', '1750272515', '', '1750272516', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f32075da-18ef-4ada-b929-28909968aca2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'fa945fa0-fb05-4693-a4bf-a168a86ef9f8-sda', '1715862713.78835', '1715862717', '1715862716', '', '1715862717', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fa945fa0-fb05-4693-a4bf-a168a86ef9f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01724 seconds (57.99372/s) +test INFO: Attempted to replicate 1 dbs in 0.01879 seconds (53.20599/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk7pnywu_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '42a939dd-9930-4068-938b-55891e11b7af-sda', '1750272512.17261', '1750272516', '1750272515', '', '1750272516', 0, 1) -test DEBUG: /tmp/tmpk7pnywu_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '42a939dd-9930-4068-938b-55891e11b7af-sda', '1750272512.17261', '1750272516', '1750272515', '', '1750272516', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('42a939dd-9930-4068-938b-55891e11b7af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpba6lnpyf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12fbb2a4-3f2c-4310-8a1d-4abc5551754f-sda', '1715862713.82028', '1715862717', '1715862716', '', '1715862717', 0, 1) +test DEBUG: /tmp/tmpba6lnpyf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12fbb2a4-3f2c-4310-8a1d-4abc5551754f-sda', '1715862713.82028', '1715862717', '1715862716', '', '1715862717', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12fbb2a4-3f2c-4310-8a1d-4abc5551754f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01222 seconds (81.82344/s) +test INFO: Attempted to replicate 1 dbs in 0.01274 seconds (78.51206/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptg_40ymy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', '3183ee5f-c9f8-4759-a405-f8faa06fe4cf-sda', '1750272512.19732', '1750272516', '1750272515', '', '1750272516', 1, 0) -test DEBUG: /tmp/tmptg_40ymy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', '3183ee5f-c9f8-4759-a405-f8faa06fe4cf-sda', '1750272512.19732', '1750272516', '1750272515', '', '1750272516', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3183ee5f-c9f8-4759-a405-f8faa06fe4cf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp_tn3zbsx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'ea52182d-b21f-4aec-9560-6681cf2d3ad2-sda', '1715862713.84621', '1715862717', '1715862716', '', '1715862717', 1, 1) +test DEBUG: /tmp/tmp_tn3zbsx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'ea52182d-b21f-4aec-9560-6681cf2d3ad2-sda', '1715862713.84621', '1715862717', '1715862716', '', '1715862717', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ea52182d-b21f-4aec-9560-6681cf2d3ad2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02194 seconds (45.56974/s) +test INFO: Attempted to replicate 1 dbs in 0.01464 seconds (68.32180/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5vcp8drn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '038b7850-28a2-4ddf-a204-fb74fad9aae4-sda', '1750272512.98765', '1750272517', '1750272516', '', '1750272517', 0, 1) -test DEBUG: /tmp/tmp5vcp8drn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '038b7850-28a2-4ddf-a204-fb74fad9aae4-sda', '1750272512.98765', '1750272517', '1750272516', '', '1750272517', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('038b7850-28a2-4ddf-a204-fb74fad9aae4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp2ujwl2hd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0257d533-dc5b-412d-ac47-8a336dffaea5-sda', '1715862714.06739', '1715862719', '1715862718', '', '1715862719', 0, 0) +test DEBUG: /tmp/tmp2ujwl2hd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0257d533-dc5b-412d-ac47-8a336dffaea5-sda', '1715862714.06739', '1715862719', '1715862718', '', '1715862719', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0257d533-dc5b-412d-ac47-8a336dffaea5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01107 seconds (90.33526/s) +test INFO: Attempted to replicate 1 dbs in 0.01911 seconds (52.31670/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsq4hrb5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '9d696ea7-3c03-4674-858c-53654867de84-sda', '1750272513.01048', '1750272518', '1750272517', '', '1750272518', 1, 0) -test DEBUG: /tmp/tmpsq4hrb5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272519.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9d696ea7-3c03-4674-858c-53654867de84-sda') -test DEBUG: /tmp/tmpsq4hrb5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00283003s) +test DEBUG: Replicating db /tmp/tmpt52r70et/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', 'e1d26081-b487-4cf9-80cd-17585e416024-sda', '1715862714.10061', '1715862719', '1715862718', '', '1715862719', 1, 0) +test DEBUG: /tmp/tmpt52r70et/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862720.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e1d26081-b487-4cf9-80cd-17585e416024-sda') +test DEBUG: /tmp/tmpt52r70et/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0034132s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '9d696ea7-3c03-4674-858c-53654867de84-sda', '1750272513.01048', '1750272518', '1750272517', '', '1750272518', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9d696ea7-3c03-4674-858c-53654867de84-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', 'e1d26081-b487-4cf9-80cd-17585e416024-sda', '1715862714.10061', '1715862719', '1715862718', '', '1715862719', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1d26081-b487-4cf9-80cd-17585e416024-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01662 seconds (60.18221/s) +test INFO: Attempted to replicate 1 dbs in 0.01757 seconds (56.89937/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr7v14n3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0c02e76-838b-4fe1-a3a5-4b88c429f457-sda', '1750272513.03986', '1750272518', '1750272517', '', '1750272518', 0, 0) -test DEBUG: /tmp/tmpr7v14n3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0c02e76-838b-4fe1-a3a5-4b88c429f457-sda', '1750272513.03986', '1750272518', '1750272517', '', '1750272518', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0c02e76-838b-4fe1-a3a5-4b88c429f457-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpw66rmjh3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b44124fa-d56f-48e2-880d-55bdd5053ea8-sda', '1715862714.13279', '1715862719', '1715862718', '', '1715862719', 0, 1) +test DEBUG: /tmp/tmpw66rmjh3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b44124fa-d56f-48e2-880d-55bdd5053ea8-sda', '1715862714.13279', '1715862719', '1715862718', '', '1715862719', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b44124fa-d56f-48e2-880d-55bdd5053ea8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01324 seconds (75.55614/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpecq_3ywz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '0ab71f4e-ba3b-4252-a371-6677f6e7cbcf-sda', '1715862714.15956', '1715862719', '1715862718', '', '1715862719', 1, 1) +test DEBUG: /tmp/tmpecq_3ywz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '0ab71f4e-ba3b-4252-a371-6677f6e7cbcf-sda', '1715862714.15956', '1715862719', '1715862718', '', '1715862719', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0ab71f4e-ba3b-4252-a371-6677f6e7cbcf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01452 seconds (68.89301/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps @@ -88929,646 +84885,1094 @@ test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862714.27028', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1715862714.28071', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +Unlinked retiring db '/tmp/tmp0ha7ntq8/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '50b31ea1-3b36-4fc9-8021-4f08f9c50b32-sda', '1715862714.22863', '1715862714.00000', '0', '', '1715862714.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '50b31ea1-3b36-4fc9-8021-4f08f9c50b32-sda', '1715862714.22863', '1715862715.00000', '0', '', '1715862714.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '2b9900b3e04df29a6f70aa43102abedc', '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda', '1715862714.24489', '1715862714.24189', '0', '', '1715862714.24189', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1715862714.24945', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1715862714.25023', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1715862714.25035', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1715862714.25045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1715862714.25054', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1715862714.25063', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1715862714.25072', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1715862714.25080', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1715862714.25090', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1715862714.25098', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1715862714.25111', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1715862714.26182', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1715862714.26517', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1715862714.26932', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1715862714.27571', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1715862714.27919', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1715862714.28338', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1715862714.28704', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1715862714.29050', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1715862714.29381', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'fd53561ee2937fb12c86ffd9232cfeeb', '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda', '1715862714.24489', '1715862714.24189', '0', '', '1715862714.24189', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1715862714.29834', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7fe50f2b-1f7f-457e-8b74-e6e7b7a2eae2-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7ed43l2e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a68da13c-8699-4f8a-8e3f-a38b1b43b3a4-sda', '1715862714.31589', '1715862715', '0', '', '1715862715', 0, 0) +test DEBUG: /tmp/tmp7ed43l2e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a68da13c-8699-4f8a-8e3f-a38b1b43b3a4-sda', '1715862714.31589', '1715862715', '0', '', '1715862715', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a68da13c-8699-4f8a-8e3f-a38b1b43b3a4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01557 seconds (64.22499/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxhibc56w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '5d93ea6b-cb77-4f29-955e-2d73f2f67370-sda', '1715862714.34271', '1715862715', '0', '', '1715862715', 1, 0) +test DEBUG: /tmp/tmpxhibc56w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862716.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5d93ea6b-cb77-4f29-955e-2d73f2f67370-sda') +test DEBUG: /tmp/tmpxhibc56w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00319433s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +Unlinked retiring db '/tmp/tmp2c6pwmag/containers/part/suffix/hash/container.db' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0004 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0043 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 2513643 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0043 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0044 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0045 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.67786/s) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '5d93ea6b-cb77-4f29-955e-2d73f2f67370-sda', '1715862714.34271', '1715862715', '0', '', '1715862715', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5d93ea6b-cb77-4f29-955e-2d73f2f67370-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxhibc56w/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.47316 seconds (2.11346/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxhibc56w/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '8fe4e87e1586db20210a3164ef8f8f2f', 'e5b5eb79-3dfa-459c-bbe1-be1a7857934e-sda', '1715862714.81449', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e5b5eb79-3dfa-459c-bbe1-be1a7857934e-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '8fe4e87e1586db20210a3164ef8f8f2f', 'e5b5eb79-3dfa-459c-bbe1-be1a7857934e-sda', '1715862714.81449', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e5b5eb79-3dfa-459c-bbe1-be1a7857934e-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpm2gxzylk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e479c38e-d715-4400-936d-4528fc258aac-sda', '1715862714.83996', '1715862715', '0', '', '1715862715', 0, 0) +test DEBUG: /tmp/tmpm2gxzylk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e479c38e-d715-4400-936d-4528fc258aac-sda', '1715862714.83996', '1715862715', '0', '', '1715862715', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e479c38e-d715-4400-936d-4528fc258aac-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02324 seconds (43.03641/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppyjqxv9x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '7c0bc5d2-f80e-46e7-b858-127bce5496f4-sda', '1750272513.76758', '1750272518', '1750272517', '', '1750272518', 1, 0) -test DEBUG: /tmp/tmppyjqxv9x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '7c0bc5d2-f80e-46e7-b858-127bce5496f4-sda', '1750272513.76758', '1750272518', '1750272517', '', '1750272518', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c0bc5d2-f80e-46e7-b858-127bce5496f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpmq455n5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '8b899c26-5a1d-4bf5-a634-25b98262a328-sda', '1715862714.87871', '1715862715', '0', '', '1715862715', 1, 1) +test DEBUG: /tmp/tmpmq455n5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b1080127da938974eb33e940d2224b6', '8b899c26-5a1d-4bf5-a634-25b98262a328-sda', '1715862714.87871', '1715862715', '0', '', '1715862715', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b899c26-5a1d-4bf5-a634-25b98262a328-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpmq455n5r/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01411 seconds (70.87197/s) +test INFO: Attempted to replicate 1 dbs in 0.02269 seconds (44.07151/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd00b8f39-4430-41c8-a9d6-450c3519b1a4-sda', '1750272514.25429', '1750272514.00000', '0', '', '1750272514.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd00b8f39-4430-41c8-a9d6-450c3519b1a4-sda', '1750272514.25429', '1750272515.00000', '0', '', '1750272514.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8448e1b31d1b43be0781051bd13c5aab', '23396462-92f0-433a-ad83-129806f89bf9-sda', '1750272514.27014', '1750272514.26825', '0', '', '1750272514.26825', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1750272514.27440', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1750272514.27583', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1750272514.27599', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1750272514.27611', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1750272514.27621', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1750272514.27629', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1750272514.27641', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1750272514.27650', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1750272514.27659', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1750272514.27667', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1750272514.27680', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1750272514.28753', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1750272514.29113', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1750272514.29551', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1750272514.29911', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1750272514.30268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1750272514.30708', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1750272514.31052', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1750272514.31436', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1750272514.31786', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'd44028281435ae372571cbb31727ea22', '23396462-92f0-433a-ad83-129806f89bf9-sda', '1750272514.27014', '1750272514.26825', '0', '', '1750272514.26825', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1750272514.32780', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23396462-92f0-433a-ad83-129806f89bf9-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpmq455n5r/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '7724df1358d0105b82acb96a56a74fc0', 'c0ca6add-5206-48f5-8f54-bb55662aa419-sda', '1715862714.90078', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('c0ca6add-5206-48f5-8f54-bb55662aa419-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '7724df1358d0105b82acb96a56a74fc0', 'c0ca6add-5206-48f5-8f54-bb55662aa419-sda', '1715862714.90078', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('c0ca6add-5206-48f5-8f54-bb55662aa419-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp03tiz_6i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b9973838-de03-4736-98f8-c3aba16cbe98-sda', '1750272514.34633', '1750272515', '0', '', '1750272515', 0, 0) -test DEBUG: /tmp/tmp03tiz_6i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b9973838-de03-4736-98f8-c3aba16cbe98-sda', '1750272514.34633', '1750272515', '0', '', '1750272515', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b9973838-de03-4736-98f8-c3aba16cbe98-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpcclldhge/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae89f422-cb94-47e1-be6a-f4f681b95417-sda', '1715862715.00483', '1715862715', '1715862716', '', '1715862716', 0, 1) +test DEBUG: /tmp/tmpcclldhge/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae89f422-cb94-47e1-be6a-f4f681b95417-sda', '1715862715.00483', '1715862715', '1715862716', '', '1715862716', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae89f422-cb94-47e1-be6a-f4f681b95417-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01268 seconds (78.84413/s) +test INFO: Attempted to replicate 1 dbs in 0.01327 seconds (75.34170/s) test INFO: Removed 0 dbs -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpesbli0gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '2f888cb6-24eb-4140-a0fb-7eff6c23bf93-sda', '1715862715.03054', '1715862716', '1715862717', '', '1715862717', 1, 1) +test DEBUG: /tmp/tmpesbli0gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862718.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2f888cb6-24eb-4140-a0fb-7eff6c23bf93-sda') +test DEBUG: /tmp/tmpesbli0gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.005651s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '2f888cb6-24eb-4140-a0fb-7eff6c23bf93-sda', '1715862715.03054', '1715862716', '1715862717', '', '1715862717', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2f888cb6-24eb-4140-a0fb-7eff6c23bf93-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpesbli0gb/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04275 seconds (23.39430/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:35 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0040 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0032 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9t2eyefh/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +Unlinked retiring db '/tmp/tmp84dozz33/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request test DEBUG: Authorizing as anonymous test DEBUG: Authorizing as anonymous test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} @@ -89583,1422 +85987,293 @@ test DEBUG: Authorizing as anonymous test DEBUG: Authorizing as anonymous test DEBUG: Authorizing from an overriding middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnrb32whc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '11cb94d801c2a41f4037e25c3a690a1e', '23b20cc1-e437-4d4d-aeac-41d417200a86-sda', '1750272514.96498', '1750272515', '0', '', '1750272515', 1, 0) -test DEBUG: /tmp/tmpnrb32whc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272516.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '23b20cc1-e437-4d4d-aeac-41d417200a86-sda') -test DEBUG: /tmp/tmpnrb32whc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028131s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '11cb94d801c2a41f4037e25c3a690a1e', '23b20cc1-e437-4d4d-aeac-41d417200a86-sda', '1750272514.96498', '1750272515', '0', '', '1750272515', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('23b20cc1-e437-4d4d-aeac-41d417200a86-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpnrb32whc/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02203 seconds (45.39859/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpnrb32whc/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e2e42bbb9ab61b2c55968ef38dfe4038', 'f1363d6e-96cc-45b0-b145-2d63eb208835-sda', '1750272514.98708', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f1363d6e-96cc-45b0-b145-2d63eb208835-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e2e42bbb9ab61b2c55968ef38dfe4038', 'f1363d6e-96cc-45b0-b145-2d63eb208835-sda', '1750272514.98708', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f1363d6e-96cc-45b0-b145-2d63eb208835-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdu2w4uu8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9a492bc7-e2a0-4ebb-9922-c1b5ee79792f-sda', '1750272515.00695', '1750272516', '0', '', '1750272516', 0, 0) -test DEBUG: /tmp/tmpdu2w4uu8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9a492bc7-e2a0-4ebb-9922-c1b5ee79792f-sda', '1750272515.00695', '1750272516', '0', '', '1750272516', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9a492bc7-e2a0-4ebb-9922-c1b5ee79792f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01191 seconds (83.93742/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsi6kle96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', '2a69c892-e11d-4a67-8099-cf150b9c7c2f-sda', '1750272515.03030', '1750272516', '0', '', '1750272516', 1, 1) -test DEBUG: /tmp/tmpsi6kle96/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd14e1bee9a84d7de02ffa3e95f0304ef', '2a69c892-e11d-4a67-8099-cf150b9c7c2f-sda', '1750272515.03030', '1750272516', '0', '', '1750272516', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a69c892-e11d-4a67-8099-cf150b9c7c2f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsi6kle96/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01944 seconds (51.44213/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpsi6kle96/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'ba212cae10442c1b0f42a2749cb4ffb2', 'd6023cf1-62c6-4735-823f-c0db8c6b329b-sda', '1750272515.04930', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d6023cf1-62c6-4735-823f-c0db8c6b329b-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'ba212cae10442c1b0f42a2749cb4ffb2', 'd6023cf1-62c6-4735-823f-c0db8c6b329b-sda', '1750272515.04930', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d6023cf1-62c6-4735-823f-c0db8c6b329b-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkx9v86r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '827bf409-8536-41dc-ba45-6b28b98654db-sda', '1750272515.77668', '1750272516', '1750272517', '', '1750272517', 0, 0) -test DEBUG: /tmp/tmpkx9v86r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '827bf409-8536-41dc-ba45-6b28b98654db-sda', '1750272515.77668', '1750272516', '1750272517', '', '1750272517', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('827bf409-8536-41dc-ba45-6b28b98654db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01167 seconds (85.69875/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw7rzskfy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4ccd15f625b9bbb6cfb849b45a12955e', '9ce47297-71f9-431d-bbf0-251212bb741c-sda', '1750272515.79945', '1750272516', '1750272517', '', '1750272517', 1, 1) -test DEBUG: /tmp/tmpw7rzskfy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx45eb34152dd74f8f873e6-00685309fe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile456 + + 30 function calls test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:36 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Setting object count to 1072 (txn: tx59e57c42678c472aa1281-0068530a06) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Setting object count to 1072 (txn: txc69bc4e1455f42048715d-0068530a08) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +Fri May 17 02:31:55 2024 /tmp/log/swift/profile/default.profile1660720 +Fri May 17 02:31:55 2024 /tmp/log/swift/profile/default.profile123 +Fri May 17 02:31:55 2024 /tmp/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56a496f6116b4a80b2581-0068530a00) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272518.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9ce47297-71f9-431d-bbf0-251212bb741c-sda') -test DEBUG: /tmp/tmpw7rzskfy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.671771s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4ccd15f625b9bbb6cfb849b45a12955e', '9ce47297-71f9-431d-bbf0-251212bb741c-sda', '1750272515.79945', '1750272516', '1750272517', '', '1750272517', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ce47297-71f9-431d-bbf0-251212bb741c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpw7rzskfy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.69112 seconds (1.44693/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpw7rzskfy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '5633ded09595982bb384a12d512fcd50', 'd9f1741c-5063-497f-900e-2db5e686f16a-sda', '1750272516.49692', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d9f1741c-5063-497f-900e-2db5e686f16a-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '5633ded09595982bb384a12d512fcd50', 'd9f1741c-5063-497f-900e-2db5e686f16a-sda', '1750272516.49692', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('d9f1741c-5063-497f-900e-2db5e686f16a-sda', 'f522fe42f63e324509d570ca189143f4.db') +test DEBUG: Replicating db /tmp/tmpesbli0gb/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', '0a86248e-6ea5-4fad-bc12-b72f6383f7d8-sda', '1715862715.07162', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('0a86248e-6ea5-4fad-bc12-b72f6383f7d8-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', '0a86248e-6ea5-4fad-bc12-b72f6383f7d8-sda', '1715862715.07162', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('0a86248e-6ea5-4fad-bc12-b72f6383f7d8-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnsi262j7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '393595b6-0518-4566-bf2d-8e5ae711fdad-sda', '1750272516.51794', '1750272517', '1750272518', '', '1750272518', 0, 1) -test DEBUG: /tmp/tmpnsi262j7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '393595b6-0518-4566-bf2d-8e5ae711fdad-sda', '1750272516.51794', '1750272517', '1750272518', '', '1750272518', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('393595b6-0518-4566-bf2d-8e5ae711fdad-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpyda6s82l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0bbb8d86-25d4-4ff0-a41d-84254096dbe5-sda', '1715862715.18940', '1715862716', '1715862717', '', '1715862717', 0, 1) +test DEBUG: /tmp/tmpyda6s82l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0bbb8d86-25d4-4ff0-a41d-84254096dbe5-sda', '1715862715.18940', '1715862716', '1715862717', '', '1715862717', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0bbb8d86-25d4-4ff0-a41d-84254096dbe5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01252 seconds (79.89695/s) +test INFO: Attempted to replicate 1 dbs in 0.01433 seconds (69.78478/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp48br05as/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '3a63f4e9-337c-42c3-b9ac-305be6ee5898-sda', '1750272516.54145', '1750272517', '1750272518', '', '1750272518', 1, 1) -test DEBUG: /tmp/tmp48br05as/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e857fa8b0794f484eefe7fd803ea0969', '3a63f4e9-337c-42c3-b9ac-305be6ee5898-sda', '1750272516.54145', '1750272517', '1750272518', '', '1750272518', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3a63f4e9-337c-42c3-b9ac-305be6ee5898-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp48br05as/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db +test DEBUG: Replicating db /tmp/tmpuvgq0bj0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '41648a42-eacd-4536-8c3a-f3e404b20896-sda', '1715862715.21815', '1715862716', '1715862717', '', '1715862717', 1, 1) +test DEBUG: /tmp/tmpuvgq0bj0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '41648a42-eacd-4536-8c3a-f3e404b20896-sda', '1715862715.21815', '1715862716', '1715862717', '', '1715862717', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('41648a42-eacd-4536-8c3a-f3e404b20896-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpuvgq0bj0/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01895 seconds (52.78349/s) +test INFO: Attempted to replicate 1 dbs in 0.02053 seconds (48.70278/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp48br05as/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '758e560d72f3622664625de28869b1f2', '1f6371c3-403b-4d81-8ed6-00344045efc6-sda', '1750272516.56092', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1f6371c3-403b-4d81-8ed6-00344045efc6-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '758e560d72f3622664625de28869b1f2', '1f6371c3-403b-4d81-8ed6-00344045efc6-sda', '1750272516.56092', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1f6371c3-403b-4d81-8ed6-00344045efc6-sda', 'f522fe42f63e324509d570ca189143f4.db') +test DEBUG: Replicating db /tmp/tmpuvgq0bj0/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', 'e618b43f-c507-4234-bfd6-64d0dd9703d5-sda', '1715862715.23807', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e618b43f-c507-4234-bfd6-64d0dd9703d5-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', 'e618b43f-c507-4234-bfd6-64d0dd9703d5-sda', '1715862715.23807', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e618b43f-c507-4234-bfd6-64d0dd9703d5-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy05lwhc9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbc9f469-8ee0-4c6a-9304-2d20b279e056-sda', '1750272517.00460', '1750272517', '1750272518', '', '1750272518', 0, 1) -test DEBUG: /tmp/tmpy05lwhc9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbc9f469-8ee0-4c6a-9304-2d20b279e056-sda', '1750272517.00460', '1750272517', '1750272518', '', '1750272518', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cbc9f469-8ee0-4c6a-9304-2d20b279e056-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmppwz15v45/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30fc3ef8-4f13-4efb-af58-ab8bc8262915-sda', '1715862715.38149', '1715862715', '1715862716', '', '1715862716', 0, 1) +test DEBUG: /tmp/tmppwz15v45/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30fc3ef8-4f13-4efb-af58-ab8bc8262915-sda', '1715862715.38149', '1715862715', '1715862716', '', '1715862716', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('30fc3ef8-4f13-4efb-af58-ab8bc8262915-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01447 seconds (69.11438/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplmpiv0lz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b13550b3-6d7a-4893-bf4a-782eda0a4d57-sda', '1715862715.41184', '1715862715', '1715862716', '', '1715862716', 0, 1) +test DEBUG: /tmp/tmplmpiv0lz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b13550b3-6d7a-4893-bf4a-782eda0a4d57-sda', '1715862715.41184', '1715862715', '1715862716', '', '1715862716', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b13550b3-6d7a-4893-bf4a-782eda0a4d57-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01087 seconds (91.98757/s) +test INFO: Attempted to replicate 1 dbs in 0.01830 seconds (54.63295/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp06axu9wc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1cd0e901-c337-457d-a324-baadddea65e5-sda', '1750272517.02647', '1750272517', '1750272518', '', '1750272518', 0, 1) -test DEBUG: /tmp/tmp06axu9wc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1cd0e901-c337-457d-a324-baadddea65e5-sda', '1750272517.02647', '1750272517', '1750272518', '', '1750272518', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1cd0e901-c337-457d-a324-baadddea65e5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpb7rpbwov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7e3dc8d-89fe-493f-843a-d11482ff52a7-sda', '1715862715.44757', '1715862717', '0', '', '1715862717', 0, 1) +test DEBUG: /tmp/tmpb7rpbwov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7e3dc8d-89fe-493f-843a-d11482ff52a7-sda', '1715862715.44757', '1715862717', '0', '', '1715862717', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d7e3dc8d-89fe-493f-843a-d11482ff52a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01117 seconds (89.54454/s) +test INFO: Attempted to replicate 1 dbs in 0.01318 seconds (75.87323/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync @@ -91009,2659 +86284,3008 @@ test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test ERROR: Failed to unlink '/tmp/tmpjiu333ri/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpjiu333ri/containers/part/suffix/hash/container_1750272507.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpjiu333ri/containers/part/suffix/hash/container_1750272507.00000.db': ['/tmp/tmpjiu333ri/containers/part/suffix/hash/container.db', '/tmp/tmpjiu333ri/containers/part/suffix/hash/container_1750272508.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpjiu333ri/containers/part/suffix/hash/container_1750272508.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpik5r0jn_/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpik5r0jn_/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpj6eyr9fo/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpj6eyr9fo/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmpl0_c39bw/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile123 +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri May 17 02:31:56 2024 /tmp/tmp89104ux0/unittest.profile1660680 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp938zqfv5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3bf8a871-bd48-4b39-b312-da330c85ef3e-sda', '1750272517.05267', '1750272519', '0', '', '1750272519', 0, 0) -test DEBUG: /tmp/tmp938zqfv5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3bf8a871-bd48-4b39-b312-da330c85ef3e-sda', '1750272517.05267', '1750272519', '0', '', '1750272519', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3bf8a871-bd48-4b39-b312-da330c85ef3e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32863 seconds (3.04290/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc5j5gl56/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4db10c2d816c080b114f17a1ca70002f', '06e066ef-803d-404b-a36a-2c164650ff46-sda', '1750272517.39329', '1750272519', '0', '', '1750272519', 1, 1) -test DEBUG: /tmp/tmpc5j5gl56/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4db10c2d816c080b114f17a1ca70002f', '06e066ef-803d-404b-a36a-2c164650ff46-sda', '1750272517.39329', '1750272519', '0', '', '1750272519', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06e066ef-803d-404b-a36a-2c164650ff46-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpc5j5gl56/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test DEBUG: Replicating db /tmp/tmp_pk5akan/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'f2d64c1c-392b-4e5d-9b1e-7d2484fadbd6-sda', '1715862715.47239', '1715862717', '0', '', '1715862717', 1, 1) +test DEBUG: /tmp/tmp_pk5akan/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', 'f2d64c1c-392b-4e5d-9b1e-7d2484fadbd6-sda', '1715862715.47239', '1715862717', '0', '', '1715862717', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2d64c1c-392b-4e5d-9b1e-7d2484fadbd6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_pk5akan/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02065 seconds (48.42669/s) +test INFO: Attempted to replicate 1 dbs in 0.03026 seconds (33.04334/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc5j5gl56/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f0c7c93f2730f4e505df0350bd5d685a', '66c0fcd7-d028-4141-81ac-ce62e5191a2e-sda', '1750272517.41198', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('66c0fcd7-d028-4141-81ac-ce62e5191a2e-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'f0c7c93f2730f4e505df0350bd5d685a', '66c0fcd7-d028-4141-81ac-ce62e5191a2e-sda', '1750272517.41198', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('66c0fcd7-d028-4141-81ac-ce62e5191a2e-sda', 'f522fe42f63e324509d570ca189143f4.db') +test DEBUG: Replicating db /tmp/tmp_pk5akan/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', '995dd101-d324-439a-99c6-2a622a9e837b-sda', '1715862715.50263', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('995dd101-d324-439a-99c6-2a622a9e837b-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '817eb1dd96a98057146e2a30c4f159cb', '995dd101-d324-439a-99c6-2a622a9e837b-sda', '1715862715.50263', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('995dd101-d324-439a-99c6-2a622a9e837b-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7c7e2c0-9d49-4457-80da-8cbfc8f4458d-sda', '1750272517.81140', '1750272517.808', '0', '', '1750272517.808', 0, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '96610a6d-c329-498b-b529-7c7a11bea712-sda', '1715862715.52926', '1715862715.52728', '0', '', '1715862715.52728', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoobgs0q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89d4c6bf-828f-490f-80e3-09823f0d741f-sda', '1750272517.81976', '1750272517.81779', '0', '', '1750272517.81779', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('89d4c6bf-828f-490f-80e3-09823f0d741f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89d4c6bf-828f-490f-80e3-09823f0d741f-sda', '1750272517.81976', '1750272517.81779', '0', '', '1750272517.81779', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('89d4c6bf-828f-490f-80e3-09823f0d741f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpe7rhd0f4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f3f1d4f6-abfd-4e08-a53c-4f6bea271060-sda', '1715862715.53739', '1715862715.53542', '0', '', '1715862715.53542', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f3f1d4f6-abfd-4e08-a53c-4f6bea271060-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f3f1d4f6-abfd-4e08-a53c-4f6bea271060-sda', '1715862715.53739', '1715862715.53542', '0', '', '1715862715.53542', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f3f1d4f6-abfd-4e08-a53c-4f6bea271060-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01107 seconds (90.30803/s) +test INFO: Attempted to replicate 1 dbs in 0.00970 seconds (103.04043/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2c2c83e82322016db7edd30a053e4dbe', 'f1ce15bf-a840-440f-9118-da05203ff66d-sda', '1750272517.84228', '1750272517.84001', '0', '', '1750272517.84001', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('f1ce15bf-a840-440f-9118-da05203ff66d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'fa07b3e4e6c0cca3b75a7c889f8790fa', '20a6c533-8fb5-4d8b-aca5-dfd3f81bb72e-sda', '1750272517.86655', '1750272517.86468', '0', '', '1750272517.86468', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1750272517.87097', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1750272517.87170', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1750272517.87182', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1750272517.87192', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1750272517.87205', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1750272517.87214', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1750272517.87223', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1750272517.87233', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1750272517.87243', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1750272517.87252', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1750272517.87261', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '20a6c533-8fb5-4d8b-aca5-dfd3f81bb72e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c1004fb20c7f0e177854dbe0f75b5b7', '14383193-ec4d-4792-a6a1-4e0cab31ca05-sda', '1715862715.68403', '1715862715.68205', '0', '', '1715862715.68205', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('14383193-ec4d-4792-a6a1-4e0cab31ca05-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0d5fd2c90fd13c7d860efa872af06da7', '962cceff-b45d-4aa5-9fe9-9eb6b343f377-sda', '1715862715.71134', '1715862715.70707', '0', '', '1715862715.70707', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1715862715.71629', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1715862715.71704', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1715862715.71717', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1715862715.71726', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1715862715.71736', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1715862715.71745', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1715862715.71757', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1715862715.71766', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1715862715.71775', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1715862715.71783', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1715862715.71792', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '962cceff-b45d-4aa5-9fe9-9eb6b343f377-sda') REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwgn6hunr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aa4947ae-8e64-411c-b9a3-c8d9869c3ae4-sda', '1750272517.89545', '1750272520', '0', '', '1750272520', 0, 1) -test DEBUG: /tmp/tmpwgn6hunr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test DEBUG: Replicating db /tmp/tmprd1udxef/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd894eaec-7057-49a0-a25e-81cf384e3c49-sda', '1715862715.74595', '1715862718', '0', '', '1715862718', 0, 1) +test DEBUG: /tmp/tmprd1udxef/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd894eaec-7057-49a0-a25e-81cf384e3c49-sda', '1715862715.74595', '1715862718', '0', '', '1715862718', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d894eaec-7057-49a0-a25e-81cf384e3c49-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01136 seconds (88.03717/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppbf1tv_c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '638db60c9d1157eabc33a6952ffacb0b', '2da095fc-a85d-409e-8131-a8de4d162f27-sda', '1715862715.76857', '1715862718', '0', '', '1715862718', 1, 1) +test DEBUG: /tmp/tmppbf1tv_c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx62d3f59f44964a11a190b-0068530a07) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txdc2b239ff862414fa2f9e-0068530a07) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp5v_20n0i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5v_20n0i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp5v_20n0i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5v_20n0i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2513656 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea090bd55dc3483084c96-0068530a07" "proxy-server 2513656" 0.0013 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36757/sdb1/1/a/c" "txea090bd55dc3483084c96-0068530a07" "container-server 2513656" 0.0011 "-" 2513656 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41667/sda1/1/a/c" "txea090bd55dc3483084c96-0068530a07" "container-server 2513656" 0.0011 "-" 2513656 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea090bd55dc3483084c96-0068530a07" "proxy-server 2513656" 0.0095 "-" 2513656 0 -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpzt6truy3/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpzt6truy3/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp_0tudeww/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_0tudeww/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpkab9ijwb/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272517.10581', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 4 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 2513643 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2513643 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:37 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0061 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0047 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmp3h5iz5is/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0043 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea090bd55dc3483084c96-0068530a07" "proxy-server 2513656" 0.0152 "-" 2513656 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - txea090bd55dc3483084c96-0068530a07 - 0.8648 - - 1750272519.194610834 1750272520.059430838 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcada6777d16241ab8fb08-0068530a08" "proxy-server 2513656" 0.0013 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41667/sda1/1/a1/c1" "txcada6777d16241ab8fb08-0068530a08" "container-server 2513656" 0.0011 "-" 2513656 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36757/sdb1/1/a1/c1" "txcada6777d16241ab8fb08-0068530a08" "container-server 2513656" 0.0011 "-" 2513656 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcada6777d16241ab8fb08-0068530a08" "proxy-server 2513656" 0.0144 "-" 2513656 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcada6777d16241ab8fb08-0068530a08" "proxy-server 2513656" 0.0107 "-" 2513656 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcada6777d16241ab8fb08-0068530a08 - 0.0230 - - 1750272520.061012506 1750272520.084009647 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf18ff964997a4fa7a5cff-0068530a08" "proxy-server 2513656" 0.0021 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36757/sdb1/2/a/c1" "txf18ff964997a4fa7a5cff-0068530a08" "container-server 2513656" 0.0016 "-" 2513656 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41667/sda1/2/a/c1" "txf18ff964997a4fa7a5cff-0068530a08" "container-server 2513656" 0.0011 "-" 2513656 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf18ff964997a4fa7a5cff-0068530a08" "proxy-server 2513656" 0.0139 "-" 2513656 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf18ff964997a4fa7a5cff-0068530a08" "proxy-server 2513656" 0.0102 "-" 2513656 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf18ff964997a4fa7a5cff-0068530a08 - 0.0233 - - 1750272520.085481405 1750272520.108829498 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf81d0a55e6614b3493704-0068530a08" "proxy-server 2513656" 0.0020 "-" 2513656 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41667/sda1/1/a/c2" "txf81d0a55e6614b3493704-0068530a08" "container-server 2513656" 0.0011 "-" 2513656 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36757/sdb1/1/a/c2" "txf81d0a55e6614b3493704-0068530a08" "container-server 2513656" 0.0017 "-" 2513656 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf81d0a55e6614b3493704-0068530a08" "proxy-server 2513656" 0.0155 "-" 2513656 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf81d0a55e6614b3493704-0068530a08" "proxy-server 2513656" 0.0118 "-" 2513656 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf81d0a55e6614b3493704-0068530a08 - 0.0248 - - 1750272520.110338449 1750272520.135169506 2 +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862719.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2da095fc-a85d-409e-8131-a8de4d162f27-sda') +test DEBUG: /tmp/tmppbf1tv_c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0029037s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '638db60c9d1157eabc33a6952ffacb0b', '2da095fc-a85d-409e-8131-a8de4d162f27-sda', '1715862715.76857', '1715862718', '0', '', '1715862718', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2da095fc-a85d-409e-8131-a8de4d162f27-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppbf1tv_c/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02255 seconds (44.33612/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmppbf1tv_c/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '3faec8f49dbc4191d42de0736d4ba4d0', '47222f6c-f3bf-484a-a0d7-409eb1c190d0-sda', '1715862715.79106', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('47222f6c-f3bf-484a-a0d7-409eb1c190d0-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '3faec8f49dbc4191d42de0736d4ba4d0', '47222f6c-f3bf-484a-a0d7-409eb1c190d0-sda', '1715862715.79106', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('47222f6c-f3bf-484a-a0d7-409eb1c190d0-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp43ug3kgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ac62a876-7ce6-4de8-9018-cedbffdcc6f4-sda', '1715862715.81302', '1715862718', '0', '', '1715862718', 0, 0) +test DEBUG: /tmp/tmp43ug3kgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ac62a876-7ce6-4de8-9018-cedbffdcc6f4-sda', '1715862715.81302', '1715862718', '0', '', '1715862718', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ac62a876-7ce6-4de8-9018-cedbffdcc6f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01207 seconds (82.85795/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvwydhl8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '638db60c9d1157eabc33a6952ffacb0b', '68436565-7762-405a-bcc9-a5ef53048cee-sda', '1715862715.83663', '1715862718', '0', '', '1715862718', 1, 0) +test DEBUG: /tmp/tmpvwydhl8w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '638db60c9d1157eabc33a6952ffacb0b', '68436565-7762-405a-bcc9-a5ef53048cee-sda', '1715862715.83663', '1715862718', '0', '', '1715862718', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68436565-7762-405a-bcc9-a5ef53048cee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvwydhl8w/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02442 seconds (40.94584/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpvwydhl8w/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'd51dc45885f4288d8d0300969df746c1', '3ae473ee-ad90-4c30-ad19-d1378418ef94-sda', '1715862715.86097', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('3ae473ee-ad90-4c30-ad19-d1378418ef94-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'd51dc45885f4288d8d0300969df746c1', '3ae473ee-ad90-4c30-ad19-d1378418ef94-sda', '1715862715.86097', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('3ae473ee-ad90-4c30-ad19-d1378418ef94-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9opg2mhn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b178e48-a818-474a-b0fe-6850f0790a64-sda', '1715862715.96758', '1715862715', '1715862719', '', '1715862719', 0, 0) +test DEBUG: /tmp/tmp9opg2mhn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b178e48-a818-474a-b0fe-6850f0790a64-sda', '1715862715.96758', '1715862715', '1715862719', '', '1715862719', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b178e48-a818-474a-b0fe-6850f0790a64-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01458 seconds (68.57200/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3v10pja2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '0b3c1425-e389-41c4-9554-dbbcfb4f9007-sda', '1715862715.99660', '1715862715', '1715862719', '', '1715862719', 1, 1) +test DEBUG: /tmp/tmp3v10pja2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862720.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0b3c1425-e389-41c4-9554-dbbcfb4f9007-sda') +test DEBUG: /tmp/tmp3v10pja2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028944s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aa4947ae-8e64-411c-b9a3-c8d9869c3ae4-sda', '1750272517.89545', '1750272520', '0', '', '1750272520', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aa4947ae-8e64-411c-b9a3-c8d9869c3ae4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '0b3c1425-e389-41c4-9554-dbbcfb4f9007-sda', '1715862715.99660', '1715862715', '1715862719', '', '1715862719', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0b3c1425-e389-41c4-9554-dbbcfb4f9007-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3v10pja2/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02502 seconds (39.97567/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp3v10pja2/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'de79740ff9b4623506f697a5597193da', 'be39523b-78ac-43df-8904-7febaaf08362-sda', '1715862716.02645', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('be39523b-78ac-43df-8904-7febaaf08362-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'de79740ff9b4623506f697a5597193da', 'be39523b-78ac-43df-8904-7febaaf08362-sda', '1715862716.02645', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('be39523b-78ac-43df-8904-7febaaf08362-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdlbxbe72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5228ca6b-9a96-40db-afec-9773bb6797f4-sda', '1715862716.04609', '1715862716', '1715862720', '', '1715862720', 0, 0) +test DEBUG: /tmp/tmpdlbxbe72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5228ca6b-9a96-40db-afec-9773bb6797f4-sda', '1715862716.04609', '1715862716', '1715862720', '', '1715862720', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5228ca6b-9a96-40db-afec-9773bb6797f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01263 seconds (79.19845/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5so_ih77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', '4afa284f-076d-4fe9-ab4d-348d2ce5a0a8-sda', '1715862716.07142', '1715862716', '1715862720', '', '1715862720', 1, 1) +test DEBUG: /tmp/tmp5so_ih77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', '4afa284f-076d-4fe9-ab4d-348d2ce5a0a8-sda', '1715862716.07142', '1715862716', '1715862720', '', '1715862720', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4afa284f-076d-4fe9-ab4d-348d2ce5a0a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5so_ih77/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01909 seconds (52.38923/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5so_ih77/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'fdb9452f-90eb-44d6-a8be-867b75afee06-sda', '1715862716.09476', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('fdb9452f-90eb-44d6-a8be-867b75afee06-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'fdb9452f-90eb-44d6-a8be-867b75afee06-sda', '1715862716.09476', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('fdb9452f-90eb-44d6-a8be-867b75afee06-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsp5rvfyv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64715f94-24c7-4f96-885e-1139da419a1c-sda', '1715862716.11366', '1715862716', '0', '', '1715862716', 0, 0) +test DEBUG: /tmp/tmpsp5rvfyv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64715f94-24c7-4f96-885e-1139da419a1c-sda', '1715862716.11366', '1715862716', '0', '', '1715862716', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64715f94-24c7-4f96-885e-1139da419a1c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42120 seconds (2.37416/s) +test INFO: Attempted to replicate 1 dbs in 0.01809 seconds (55.28465/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm4e57ne_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffd9c903cd4e9f9887ca017f75f3a778', 'e084c57e-1cfd-4e4b-9308-f3a41897382d-sda', '1750272518.32768', '1750272521', '0', '', '1750272521', 1, 1) -test DEBUG: /tmp/tmpm4e57ne_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272522.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e084c57e-1cfd-4e4b-9308-f3a41897382d-sda') -test DEBUG: /tmp/tmpm4e57ne_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00290632s) +test DEBUG: Replicating db /tmp/tmpf3dh_m94/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '20bdd563-5d8d-4b1e-b4e1-d406699a4939-sda', '1715862716.14312', '1715862716', '0', '', '1715862716', 1, 1) +test DEBUG: /tmp/tmpf3dh_m94/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862720.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '20bdd563-5d8d-4b1e-b4e1-d406699a4939-sda') +test DEBUG: /tmp/tmpf3dh_m94/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00310969s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffd9c903cd4e9f9887ca017f75f3a778', 'e084c57e-1cfd-4e4b-9308-f3a41897382d-sda', '1750272518.32768', '1750272521', '0', '', '1750272521', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e084c57e-1cfd-4e4b-9308-f3a41897382d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpm4e57ne_/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '20bdd563-5d8d-4b1e-b4e1-d406699a4939-sda', '1715862716.14312', '1715862716', '0', '', '1715862716', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('20bdd563-5d8d-4b1e-b4e1-d406699a4939-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf3dh_m94/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02090 seconds (47.85592/s) +test INFO: Attempted to replicate 1 dbs in 0.02368 seconds (42.23768/s) test INFO: Removed 0 dbs +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpm4e57ne_/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '6a8f89e25f6ea72a29bb15fab144dab5', '10ee204d-4ba1-42e8-becc-9a1deed9ce62-sda', '1750272518.34872', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('10ee204d-4ba1-42e8-becc-9a1deed9ce62-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '6a8f89e25f6ea72a29bb15fab144dab5', '10ee204d-4ba1-42e8-becc-9a1deed9ce62-sda', '1750272518.34872', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('10ee204d-4ba1-42e8-becc-9a1deed9ce62-sda', 'f522fe42f63e324509d570ca189143f4.db') +test DEBUG: Replicating db /tmp/tmpf3dh_m94/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'de79740ff9b4623506f697a5597193da', 'f20b68b8-0d46-4ceb-90bf-f6b8412bad35-sda', '1715862716.17155', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('f20b68b8-0d46-4ceb-90bf-f6b8412bad35-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'de79740ff9b4623506f697a5597193da', 'f20b68b8-0d46-4ceb-90bf-f6b8412bad35-sda', '1715862716.17155', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('f20b68b8-0d46-4ceb-90bf-f6b8412bad35-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjc6pfx9q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3da0e845-4da5-495b-a685-b94d4da7a43c-sda', '1750272518.37613', '1750272521', '0', '', '1750272521', 0, 1) -test DEBUG: /tmp/tmpjc6pfx9q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3da0e845-4da5-495b-a685-b94d4da7a43c-sda', '1750272518.37613', '1750272521', '0', '', '1750272521', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3da0e845-4da5-495b-a685-b94d4da7a43c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpi7fd6xlu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '47711f3b-c1dd-4311-9e7b-c540b7be9da5-sda', '1715862716.19197', '1715862716', '0', '', '1715862716', 0, 0) +test DEBUG: /tmp/tmpi7fd6xlu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '47711f3b-c1dd-4311-9e7b-c540b7be9da5-sda', '1715862716.19197', '1715862716', '0', '', '1715862716', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('47711f3b-c1dd-4311-9e7b-c540b7be9da5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01236 seconds (80.91423/s) +test INFO: Attempted to replicate 1 dbs in 0.01216 seconds (82.21640/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6du72f1q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffd9c903cd4e9f9887ca017f75f3a778', 'fbf248e3-9233-4c8c-ba26-a25f8a39af4d-sda', '1750272518.40012', '1750272521', '0', '', '1750272521', 1, 1) -test DEBUG: /tmp/tmp6du72f1q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ffd9c903cd4e9f9887ca017f75f3a778', 'fbf248e3-9233-4c8c-ba26-a25f8a39af4d-sda', '1750272518.40012', '1750272521', '0', '', '1750272521', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbf248e3-9233-4c8c-ba26-a25f8a39af4d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6du72f1q/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db +test DEBUG: Replicating db /tmp/tmpe9urp6or/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '79876219-ba9b-49e8-99e6-975cbcb6feb8-sda', '1715862716.21627', '1715862716', '0', '', '1715862716', 1, 0) +test DEBUG: /tmp/tmpe9urp6or/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'eded28e624bfc7a973f62a8895851395', '79876219-ba9b-49e8-99e6-975cbcb6feb8-sda', '1715862716.21627', '1715862716', '0', '', '1715862716', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('79876219-ba9b-49e8-99e6-975cbcb6feb8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe9urp6or/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01913 seconds (52.26911/s) +test INFO: Attempted to replicate 1 dbs in 0.02314 seconds (43.22179/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6du72f1q/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '6a8f89e25f6ea72a29bb15fab144dab5', '2a632c3b-456e-4361-8d50-ba929966eaef-sda', '1750272518.41967', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('2a632c3b-456e-4361-8d50-ba929966eaef-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '6a8f89e25f6ea72a29bb15fab144dab5', '2a632c3b-456e-4361-8d50-ba929966eaef-sda', '1750272518.41967', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('2a632c3b-456e-4361-8d50-ba929966eaef-sda', 'f522fe42f63e324509d570ca189143f4.db') +test DEBUG: Replicating db /tmp/tmpe9urp6or/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'bb48b6f15ae58f38b17c55db07e3a37d', '11933519-c082-42b9-a46e-2d7c87148088-sda', '1715862716.24333', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('11933519-c082-42b9-a46e-2d7c87148088-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'bb48b6f15ae58f38b17c55db07e3a37d', '11933519-c082-42b9-a46e-2d7c87148088-sda', '1715862716.24333', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('11933519-c082-42b9-a46e-2d7c87148088-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpva36_2az/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0f52ec94-cc99-4327-a86b-d6eeb9057030-sda', '1750272518.72307', '1750272518', '1750272522', '', '1750272522', 0, 1) -test DEBUG: /tmp/tmpva36_2az/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0f52ec94-cc99-4327-a86b-d6eeb9057030-sda', '1750272518.72307', '1750272518', '1750272522', '', '1750272522', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f52ec94-cc99-4327-a86b-d6eeb9057030-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpue3wm7p3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db8c862a-f8e3-4e1a-a108-80c3bdcd2ba3-sda', '1715862716.27230', '1715862716', '1715862718', '', '1715862718', 0, 1) +test DEBUG: /tmp/tmpue3wm7p3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db8c862a-f8e3-4e1a-a108-80c3bdcd2ba3-sda', '1715862716.27230', '1715862716', '1715862718', '', '1715862718', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('db8c862a-f8e3-4e1a-a108-80c3bdcd2ba3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01067 seconds (93.72030/s) +test INFO: Attempted to replicate 1 dbs in 0.01092 seconds (91.56785/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test ERROR: Failed to unlink '/tmp/tmpzkmfonqb/containers/part/suffix/hash/container.db': +test DEBUG: Replicating db /tmp/tmp3ktnpuet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', '1b82cef5-40ba-44ad-8775-6eecd19cca00-sda', '1715862716.29516', '1715862716', '1715862718', '', '1715862718', 1, 1) +test DEBUG: /tmp/tmp3ktnpuet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862721.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1b82cef5-40ba-44ad-8775-6eecd19cca00-sda') +test DEBUG: /tmp/tmp3ktnpuet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00404215s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', '1b82cef5-40ba-44ad-8775-6eecd19cca00-sda', '1715862716.29516', '1715862716', '1715862718', '', '1715862718', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b82cef5-40ba-44ad-8775-6eecd19cca00-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3ktnpuet/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03546 seconds (28.20318/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp3ktnpuet/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'e0961b51-71d0-4b61-968c-7a18e87d7c44-sda', '1715862716.33429', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e0961b51-71d0-4b61-968c-7a18e87d7c44-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'e0961b51-71d0-4b61-968c-7a18e87d7c44-sda', '1715862716.33429', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e0961b51-71d0-4b61-968c-7a18e87d7c44-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwjrudjg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c053be4-ac88-41d0-abeb-ccbf24f86c28-sda', '1715862716.35427', '1715862716', '1715862718', '', '1715862718', 0, 1) +test DEBUG: /tmp/tmpwjrudjg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c053be4-ac88-41d0-abeb-ccbf24f86c28-sda', '1715862716.35427', '1715862716', '1715862718', '', '1715862718', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0c053be4-ac88-41d0-abeb-ccbf24f86c28-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01283 seconds (77.91843/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq9st_zpn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', 'b709270d-730e-4469-b7d6-24addb23c327-sda', '1715862716.37978', '1715862716', '1715862718', '', '1715862718', 1, 1) +test DEBUG: /tmp/tmpq9st_zpn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f1bd1a6be76f7ed57c50852794223509', 'b709270d-730e-4469-b7d6-24addb23c327-sda', '1715862716.37978', '1715862716', '1715862718', '', '1715862718', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b709270d-730e-4469-b7d6-24addb23c327-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpq9st_zpn/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02525 seconds (39.59863/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpq9st_zpn/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'a5cbca79-57d4-4714-8981-2cdcacb71621-sda', '1715862716.41010', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('a5cbca79-57d4-4714-8981-2cdcacb71621-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, '71414828e2bf34fc03458f60a5cb391c', 'a5cbca79-57d4-4714-8981-2cdcacb71621-sda', '1715862716.41010', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('a5cbca79-57d4-4714-8981-2cdcacb71621-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp72q875bt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f31a7acb-761c-4202-a94b-2b2b5d40299f-sda', '1715862716.42845', '1715862719', '1715862718', '', '1715862719', 0, 1) +test DEBUG: /tmp/tmp72q875bt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f31a7acb-761c-4202-a94b-2b2b5d40299f-sda', '1715862716.42845', '1715862719', '1715862718', '', '1715862719', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f31a7acb-761c-4202-a94b-2b2b5d40299f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01130 seconds (88.49598/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzi2rvqq0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9899703b1d1037764e16c6a73d0decc8', 'a130daa7-5852-46d3-b634-f875ef15026e-sda', '1715862716.45314', '1715862719', '1715862718', '', '1715862719', 1, 1) +test DEBUG: /tmp/tmpzi2rvqq0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1715862722.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a130daa7-5852-46d3-b634-f875ef15026e-sda') +test DEBUG: /tmp/tmpzi2rvqq0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00332832s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9899703b1d1037764e16c6a73d0decc8', 'a130daa7-5852-46d3-b634-f875ef15026e-sda', '1715862716.45314', '1715862719', '1715862718', '', '1715862719', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a130daa7-5852-46d3-b634-f875ef15026e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzi2rvqq0/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02611 seconds (38.30400/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpzi2rvqq0/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'f1f38b99df431e927a64cdda52f70654', '7ec8de8b-85d3-486f-b761-96d3889612c3-sda', '1715862716.48381', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('7ec8de8b-85d3-486f-b761-96d3889612c3-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'f1f38b99df431e927a64cdda52f70654', '7ec8de8b-85d3-486f-b761-96d3889612c3-sda', '1715862716.48381', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('7ec8de8b-85d3-486f-b761-96d3889612c3-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi5f1wsbd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +:0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: ERROR Could not get container info /tmp/tmpasan2mn7/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpzkmfonqb/containers/part/suffix/hash/container_1750272523.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpzkmfonqb/containers/part/suffix/hash/container_1750272523.00000.db': ['/tmp/tmpzkmfonqb/containers/part/suffix/hash/container.db', '/tmp/tmpzkmfonqb/containers/part/suffix/hash/container_1750272524.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzkmfonqb/containers/part/suffix/hash/container_1750272524.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv6yc19zy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750272523.406313, time window end: 1750272523.406313, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpasan2mn7/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1750272523.4084845, time window end: 1750272523.408496, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpka1f6fq9/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1750272523.4086409, time window end: 1750272523.4089344, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1750272523.4090312, time window end: 1750272523.409081, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmpka1f6fq9/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3501b1a2-6bca-49dd-bdaa-6ddfb2a6a2eb-sda', '1715862716.50089', '1715862719', '1715862718', '', '1715862719', 0, 0) +test DEBUG: /tmp/tmpi5f1wsbd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3501b1a2-6bca-49dd-bdaa-6ddfb2a6a2eb-sda', '1715862716.50089', '1715862719', '1715862718', '', '1715862719', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3501b1a2-6bca-49dd-bdaa-6ddfb2a6a2eb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01211 seconds (82.57574/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0wf67656/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9899703b1d1037764e16c6a73d0decc8', 'a7f0e95f-c09c-4a65-a4f1-686964bbf41b-sda', '1715862716.53765', '1715862719', '1715862718', '', '1715862719', 1, 0) +test DEBUG: /tmp/tmp0wf67656/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9899703b1d1037764e16c6a73d0decc8', 'a7f0e95f-c09c-4a65-a4f1-686964bbf41b-sda', '1715862716.53765', '1715862719', '1715862718', '', '1715862719', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a7f0e95f-c09c-4a65-a4f1-686964bbf41b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0wf67656/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01997 seconds (50.06664/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0wf67656/sda/containers/0/b74/2d7eb9e183fde3e9b698e7fe8f424b74/2d7eb9e183fde3e9b698e7fe8f424b74.db +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'e7dc3b8b03ef98630c426150260d0235', 'e29cfee5-39ed-467c-a301-231e5e0a7e09-sda', '1715862716.56341', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdb/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e29cfee5-39ed-467c-a301-231e5e0a7e09-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, sync, (1, 'e7dc3b8b03ef98630c426150260d0235', 'e29cfee5-39ed-467c-a301-231e5e0a7e09-sda', '1715862716.56341', '1715860800', '0', '', '1715860800', 1, 0) +REPLICATE: /sdc/0/2d7eb9e183fde3e9b698e7fe8f424b74, complete_rsync, ('e29cfee5-39ed-467c-a301-231e5e0a7e09-sda', '2d7eb9e183fde3e9b698e7fe8f424b74.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bcbf92881bc976409ce4f6578686c88a', '2f88bded-b7ff-4757-8f74-eae1bf0fb513-sda', '1715862716.58601', '1715862716.00000', '0', '{"x-container-meta-test": ["foo", "1715862716.00000"]}', '1715862716.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.01s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.61807', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.61807', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862716.61812', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.61813', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862716.61813', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61813', 'epoch': None, 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862716.61969', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00698376s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.61807', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.61807', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862716.61812', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.61813', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862716.61813', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61813', 'epoch': None, 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.61807', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.61807', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1715862716.66029', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.61813', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862716.61813', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61813', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.61807', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.61807', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.61813', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862716.61813', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61813', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.79377', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.79377', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862716.79377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.61813', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862716.61813', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61813', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.79377', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.79377', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862716.79377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.80921', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1715862716.80921', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.80921', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +Unlinked retiring db '/tmp/tmpwh371q6s/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 16 May 2024 12:31:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272517.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272517.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272517.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272517.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.79377', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.79377', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862716.79377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.80921', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862716.82410', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.80921', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.97424', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.79377', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.79377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.80921', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862716.82410', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.80921', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpe_38xdwh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c4c1444cb0312fe887767814e256b48e', '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda', '1715862716.61306', '1715862716.61099', '0', '', '1715862716.61099', 1, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862716.97424', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862716.79377', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.79377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862716.61812', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1715862716.77595', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.61812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862716.80921', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1715862716.82410', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862716.80921', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862716.65998', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862716.65998', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862716.65986', 'epoch': '1715862716.65986', 'reported': 0, 'tombstones': -1}], '620e7b5a-b203-4bd8-8e50-e9649bccca90-sda') +test DEBUG: /tmp/tmpe_38xdwh/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpe_38xdwh/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3df0337d6d128b87d7ed14eb64edb0a6', '5aef3174-37f8-4875-a1c3-bfe3e3a92d7c-sda', '1715862717.02217', '1715862717.01559', '0', '', '1715862717.01559', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1715862717.02805', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.02805', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862717.02786', 'epoch': '1715862717.02786', 'reported': 0, 'tombstones': -1}], '5aef3174-37f8-4875-a1c3-bfe3e3a92d7c-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmpgapi7vmt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862717.02767', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5aef3174-37f8-4875-a1c3-bfe3e3a92d7c-sda') +test DEBUG: /tmp/tmpgapi7vmt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00352645s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5742127-cb80-4e21-95b9-ce6bafaa3975-sda', '1715862717.05262', '1715862717.05067', '0', '', '1715862717.05067', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.05724', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.05724', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.05724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.05729', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.05729', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.05729', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.05730', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.05730', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.05730', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b5742127-cb80-4e21-95b9-ce6bafaa3975-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2217c475-28fa-44b7-8c50-4f8f88162f18-sda', '1715862717.07215', '1715862717.07036', '0', '', '1715862717.07036', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.08072', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.08072', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.08072', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.08077', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.08077', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.08077', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.08078', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.08078', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.08078', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}], '2217c475-28fa-44b7-8c50-4f8f88162f18-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b11c8f63-692e-4a94-ba72-3c901bb5bf87-sda', '1715862717.10375', '1715862717.10144', '0', '', '1715862717.10144', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.11117', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.11117', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.11117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.11122', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.11122', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.11122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.11123', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.11123', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.11123', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b11c8f63-692e-4a94-ba72-3c901bb5bf87-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3ebf3b5a-73c7-4680-9458-54a2f7bf64ca-sda', '1715862717.13238', '1715862717.13054', '0', '', '1715862717.13054', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.13677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.13677', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.13677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.13682', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.13682', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.13682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.13683', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.13683', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.13683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3ebf3b5a-73c7-4680-9458-54a2f7bf64ca-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdeeb886-53a2-4a7a-b340-b9ad34d71bdc-sda', '1715862717.15257', '1715862717.15067', '0', '', '1715862717.15067', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.15747', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.15747', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.15747', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.15755', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.15755', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.15755', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.15757', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.15757', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.15757', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'bdeeb886-53a2-4a7a-b340-b9ad34d71bdc-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ed8ab09a-866c-4102-b2aa-7576ca072ebb-sda', '1715862717.17243', '1715862717.17067', '0', '', '1715862717.17067', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.17674', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.17674', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.17674', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.17678', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.17678', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.17678', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.17679', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.17679', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.17679', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}], 'ed8ab09a-866c-4102-b2aa-7576ca072ebb-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd10b0033-6bd5-465b-889d-c18a73909b04-sda', '1715862717.19323', '1715862717.19142', '0', '', '1715862717.19142', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.19777', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.19777', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.19777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.19781', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.19781', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.19781', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.19782', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.19782', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.19782', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}], 'd10b0033-6bd5-465b-889d-c18a73909b04-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4a74004f-f240-4029-a654-fecdd1e3371c-sda', '1715862717.21938', '1715862717.21735', '0', '', '1715862717.21735', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.22414', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.22414', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.22414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.22419', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.22419', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.22419', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.22420', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.22420', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.22420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}], '4a74004f-f240-4029-a654-fecdd1e3371c-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f0bbdf27-499b-4360-a417-f0720826fea6-sda', '1715862717.24112', '1715862717.23922', '0', '', '1715862717.23922', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.24597', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.24597', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.24597', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.24604', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.24604', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.24604', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.24605', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.24605', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.24605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05061', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05061', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05061', 'epoch': '1715862717.05062', 'reported': 0, 'tombstones': -1}], 'f0bbdf27-499b-4360-a417-f0720826fea6-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b7611f2b-e55c-4566-ad08-f57ea86cb5d0-sda', '1715862717.26473', '1715862717.26264', '0', '', '1715862717.26264', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2513643 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:38 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0082 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 2513643 - -test ERROR: ERROR Account update failed with 127.0.0.1:49317/sda1 (will retry later): Response 503 OK -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 2513643 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2513643 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx77195b32e2f14271acfb1-0068530a0b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.26987', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.26987', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.26987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.26992', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.26992', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.26992', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.26993', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.26993', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.26993', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}], 'b7611f2b-e55c-4566-ad08-f57ea86cb5d0-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '515227cd-1e00-40e3-85d9-e3e55383a518-sda', '1715862717.28789', '1715862717.28598', '0', '', '1715862717.28598', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.29230', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.29230', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.29230', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.29235', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.29235', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.29235', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.29236', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.29236', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.29236', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}], '515227cd-1e00-40e3-85d9-e3e55383a518-sda') +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5b4556d-463b-4acf-99fd-78492d9302da-sda', '1715862717.30812', '1715862717.30632', '0', '', '1715862717.30632', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.31267', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.31267', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.31267', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.31271', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.31271', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.31271', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.31272', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.31272', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.31272', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.05066', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b5b4556d-463b-4acf-99fd-78492d9302da-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1715862717.05055', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05055', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05055', 'epoch': '1715862717.05056', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1715862717.05066', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.05044', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862717.05044', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpg_1gjxj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ac962dc5ea4420b1d920c70afc9c2a53', 'bf63a7b9-dea8-4d66-b316-4aac063f722e-sda', '1715862717.32945', '1715862717.32761', '0', '', '1715862717.32761', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862717.33375', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bf63a7b9-dea8-4d66-b316-4aac063f722e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpb5043o_u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '99f82a3d-3cac-4532-9339-d88b0ef35158-sda', '1715862717.34971', '1715862717.34768', '0', '', '1715862717.34768', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpb5043o_u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8868fa65a1c557f33907cfdbeeca87a8', '3ed97562-9324-46f4-b3f4-fc5123872fef-sda', '1715862717.36686', '1715862717.36490', '0', '', '1715862717.36490', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1715862717.37272', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '3ed97562-9324-46f4-b3f4-fc5123872fef-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '1715862717.38724', '1715862717.38541', '0', '', '1715862717.38541', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '1715862717.38724', '1715862717.38541', '0', '', '1715862717.38541', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01695 seconds (58.99791/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '1715862717.38724', '1715862717.38541', '0', '', '1715862717.38541', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.41505', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.41505', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862717.41505', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.38850', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.38850', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.38850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.38851', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.38851', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.38851', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.38866', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.38866', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862717.38852', 'epoch': '1715862717.38852', 'reported': 0, 'tombstones': -1}], '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda') +test DEBUG: /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda', '1715862717.38724', '1715862717.38541', '0', '', '1715862717.38541', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1715862717.41505', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1715862717.41505', 'deleted': 1, 'state': 10, 'state_timestamp': '1715862717.41505', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1715862717.38850', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1715862717.38850', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.38850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1715862717.38851', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1715862717.38851', 'deleted': 0, 'state': 10, 'state_timestamp': '1715862717.38851', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862717.38866', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862717.38866', 'deleted': 0, 'state': 60, 'state_timestamp': '1715862717.38852', 'epoch': '1715862717.38852', 'reported': 0, 'tombstones': -1}], '30e7e62d-e0af-41e6-922e-52396a50f2ee-sda') +test DEBUG: /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpia_8iuow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02358 seconds (42.40937/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ecebad9-210e-41fa-a144-ff2cb989ebcd-sda', '1715862717.44875', '1715862717.44679', '1715862717.45383', '', '1715862717.45383', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp5hblb19/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '656d5d4d-bf32-4911-b56c-bcad4fb1f34b-sda', '1715862717.47226', '1715862717.00000', '0', '', '1715862717.00000', 0, 1) +test DEBUG: /tmp/tmpp5hblb19/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '656d5d4d-bf32-4911-b56c-bcad4fb1f34b-sda', '1715862717.47226', '1715862717.00000', '0', '', '1715862717.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('656d5d4d-bf32-4911-b56c-bcad4fb1f34b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01200 seconds (83.31881/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6xxtk553/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '291baea2-6e2c-4049-af95-8de989778e62-sda', '1715862717.50488', '1715862718.00000', '0', '{"X-Container-Sync-To": ["a", "1715862719.00000"], "X-Container-Sync-Key": ["secret", "1715862720.00000"]}', '1715862718.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('291baea2-6e2c-4049-af95-8de989778e62-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '291baea2-6e2c-4049-af95-8de989778e62-sda', '1715862717.50488', '1715862718.00000', '0', '{"X-Container-Sync-To": ["a", "1715862719.00000"], "X-Container-Sync-Key": ["secret", "1715862720.00000"]}', '1715862718.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('291baea2-6e2c-4049-af95-8de989778e62-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmp6xxtk553/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '1715862717.50166', '1715862717.00000', '0', '', '1715862717.00000', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Setting object count to 1072 (txn: txb549b3dea96a44e68bdd1-0068530a09) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Setting object count to 1072 (txn: tx4217d7ca6f794657a8b44-0068530a0a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbba4d3677cf84bfa89445-0068530a0b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txbba4d3677cf84bfa89445-0068530a0b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txbba4d3677cf84bfa89445-0068530a0b) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txbba4d3677cf84bfa89445-0068530a0b) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txbba4d3677cf84bfa89445-0068530a0b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test DEBUG: Replicating db /tmp/tmp0uf4vfiy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c634acde9f1e62b36d7e876528fe58b4', '7f4326fb-a4de-431a-9de8-50fa5e8ba377-sda', '1750272518.74585', '1750272518', '1750272522', '', '1750272522', 1, 0) -test DEBUG: /tmp/tmp0uf4vfiy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272523.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7f4326fb-a4de-431a-9de8-50fa5e8ba377-sda') -test DEBUG: /tmp/tmp0uf4vfiy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00329995s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c634acde9f1e62b36d7e876528fe58b4', '7f4326fb-a4de-431a-9de8-50fa5e8ba377-sda', '1750272518.74585', '1750272518', '1750272522', '', '1750272522', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7f4326fb-a4de-431a-9de8-50fa5e8ba377-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0uf4vfiy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51571 seconds (1.93906/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0uf4vfiy/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e5a325a7f150a6a80732845591d665b6', '1c7a7d5a-d844-4782-b9be-2d4704f1b3de-sda', '1750272519.26545', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1c7a7d5a-d844-4782-b9be-2d4704f1b3de-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e5a325a7f150a6a80732845591d665b6', '1c7a7d5a-d844-4782-b9be-2d4704f1b3de-sda', '1750272519.26545', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('1c7a7d5a-d844-4782-b9be-2d4704f1b3de-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8qjtljf4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ea856f85-65a7-4c61-9142-26c961e7e25a-sda', '1750272519.28154', '1750272519', '1750272523', '', '1750272523', 0, 1) -test DEBUG: /tmp/tmp8qjtljf4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ea856f85-65a7-4c61-9142-26c961e7e25a-sda', '1750272519.28154', '1750272519', '1750272523', '', '1750272523', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ea856f85-65a7-4c61-9142-26c961e7e25a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01165 seconds (85.84784/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4pn3whnl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad3faef1425d0ceac6fc4ebe5486eba3', 'fbddc65b-3d39-4b96-9e10-20d0b9245aa9-sda', '1750272519.30469', '1750272519', '1750272523', '', '1750272523', 1, 0) -test DEBUG: /tmp/tmp4pn3whnl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad3faef1425d0ceac6fc4ebe5486eba3', 'fbddc65b-3d39-4b96-9e10-20d0b9245aa9-sda', '1750272519.30469', '1750272519', '1750272523', '', '1750272523', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbddc65b-3d39-4b96-9e10-20d0b9245aa9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4pn3whnl/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '1715862717.50166', '1715862717.00000', '0', '', '1715862717.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02454 seconds (40.75447/s) +test INFO: Attempted to replicate 2 dbs in 0.03137 seconds (63.76434/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4pn3whnl/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '73a21afb643f4010919e59658b32fc5b', '56d4f070-feca-485b-85da-1920ad4b630e-sda', '1750272519.33311', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('56d4f070-feca-485b-85da-1920ad4b630e-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '73a21afb643f4010919e59658b32fc5b', '56d4f070-feca-485b-85da-1920ad4b630e-sda', '1750272519.33311', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('56d4f070-feca-485b-85da-1920ad4b630e-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprolewohw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '262d025d-dceb-4bcc-9b21-28a2e353e142-sda', '1750272519.77187', '1750272519', '0', '', '1750272519', 0, 1) -test DEBUG: /tmp/tmprolewohw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '262d025d-dceb-4bcc-9b21-28a2e353e142-sda', '1750272519.77187', '1750272519', '0', '', '1750272519', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('262d025d-dceb-4bcc-9b21-28a2e353e142-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp6xxtk553/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '291baea2-6e2c-4049-af95-8de989778e62-sda', '1715862717.50488', '1715862718.00000', '0', '{"X-Container-Sync-To": ["", "1715862721.00000"], "X-Container-Sync-Key": ["secret", "1715862720.00000"]}', '1715862718.00000', 0, 0) +test DEBUG: /tmp/tmp6xxtk553/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '291baea2-6e2c-4049-af95-8de989778e62-sda', '1715862717.50488', '1715862718.00000', '0', '{"X-Container-Sync-To": ["", "1715862721.00000"], "X-Container-Sync-Key": ["secret", "1715862720.00000"]}', '1715862718.00000', 0, 0) +test DEBUG: /tmp/tmp6xxtk553/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmp6xxtk553/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '1715862717.50166', '1715862717.00000', '0', '', '1715862717.00000', 0, 0) +test DEBUG: /tmp/tmp6xxtk553/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f1ab0b4-4caf-4fe2-adf1-a4299ca7221c-sda', '1715862717.50166', '1715862717.00000', '0', '', '1715862717.00000', 0, 0) +test DEBUG: /tmp/tmp6xxtk553/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01037 seconds (96.47752/s) +test INFO: Attempted to replicate 2 dbs in 0.04598 seconds (43.49597/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmjil852s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c634acde9f1e62b36d7e876528fe58b4', 'a5590a65-358b-49f1-8a5c-ffa8ac4e16a0-sda', '1750272519.79410', '1750272519', '0', '', '1750272519', 1, 0) -test DEBUG: /tmp/tmpmjil852s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0038 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0006 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx25d5dc5d7c5047f79ac99-0068530a0b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx816d06ec2c764062a3574-0068530a0b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx7f196e23fa894439a362a-0068530a0b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpz_quji3k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read - raise Exception('exception message') -Exception: exception message (txn: tx4e5bc5f0a37f4189b8397-0068530a0b) + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txb6fe1efcaa8547da8951b-0068530a0b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txb460323770e34b9d8f94d-006645fcbd) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txb460323770e34b9d8f94d-006645fcbd) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txb460323770e34b9d8f94d-006645fcbd) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txb460323770e34b9d8f94d-006645fcbd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txd58abd2ee5634049a4bad-0068530a0b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx10cdaf9fed4146c5a2282-0068530a0b) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptiyef1v1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptiyef1v1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptiyef1v1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptiyef1v1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 1660716 - +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272518.19302', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test ERROR: Problem finding shard upper in '/tmp/tmp8ilul_sr/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp8ilul_sr/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp86h2skv9/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp86h2skv9/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx49348e689af2456dbd0ab-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx49348e689af2456dbd0ab-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx49348e689af2456dbd0ab-0068530a0c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6ef9a04285db4e0baf2dd-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx6ef9a04285db4e0baf2dd-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx6ef9a04285db4e0baf2dd-0068530a0c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txacb97ba2a16046eaa6ed8-0068530a0c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx47c03f1fafd7444cb1fc3-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx47c03f1fafd7444cb1fc3-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx47c03f1fafd7444cb1fc3-0068530a0c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx937498267df4440894ee5-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx937498267df4440894ee5-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx937498267df4440894ee5-0068530a0c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx937498267df4440894ee5-0068530a0c) -proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 503, 201, 503, 201, 201, 201, 503, 201, 201, 201, 201] (txn: tx937498267df4440894ee5-0068530a0c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272523.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a5590a65-358b-49f1-8a5c-ffa8ac4e16a0-sda') -test DEBUG: /tmp/tmpmjil852s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.492801s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c634acde9f1e62b36d7e876528fe58b4', 'a5590a65-358b-49f1-8a5c-ffa8ac4e16a0-sda', '1750272519.79410', '1750272519', '0', '', '1750272519', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a5590a65-358b-49f1-8a5c-ffa8ac4e16a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpmjil852s/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51259 seconds (1.95087/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpmjil852s/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e5a325a7f150a6a80732845591d665b6', '6cd68522-a9ad-4bd1-9361-93c3854c2124-sda', '1750272520.30933', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('6cd68522-a9ad-4bd1-9361-93c3854c2124-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'e5a325a7f150a6a80732845591d665b6', '6cd68522-a9ad-4bd1-9361-93c3854c2124-sda', '1750272520.30933', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('6cd68522-a9ad-4bd1-9361-93c3854c2124-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps9yt8pzi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e92083ef-8a3c-46c9-9911-ba0a682774ea-sda', '1750272520.32732', '1750272520', '0', '', '1750272520', 0, 0) -test DEBUG: /tmp/tmps9yt8pzi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e92083ef-8a3c-46c9-9911-ba0a682774ea-sda', '1750272520.32732', '1750272520', '0', '', '1750272520', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e92083ef-8a3c-46c9-9911-ba0a682774ea-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01525 seconds (65.55708/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgbuyv5a1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad3faef1425d0ceac6fc4ebe5486eba3', '9aa7eed7-d0fb-4c18-8475-0a3135bf1937-sda', '1750272520.35400', '1750272520', '0', '', '1750272520', 1, 1) -test DEBUG: /tmp/tmpgbuyv5a1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad3faef1425d0ceac6fc4ebe5486eba3', '9aa7eed7-d0fb-4c18-8475-0a3135bf1937-sda', '1750272520.35400', '1750272520', '0', '', '1750272520', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9aa7eed7-d0fb-4c18-8475-0a3135bf1937-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgbuyv5a1/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01916 seconds (52.18132/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpgbuyv5a1/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'ceecf735bd4d15f9ec8cbda3758faa1f', 'f2cff533-41bb-44ec-a247-56a297a42bd7-sda', '1750272520.37731', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f2cff533-41bb-44ec-a247-56a297a42bd7-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'ceecf735bd4d15f9ec8cbda3758faa1f', 'f2cff533-41bb-44ec-a247-56a297a42bd7-sda', '1750272520.37731', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('f2cff533-41bb-44ec-a247-56a297a42bd7-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkllr_s7_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3acbb373-6717-4666-a7cf-c443476b8b26-sda', '1750272520.39541', '1750272520', '1750272522', '', '1750272522', 0, 0) -test DEBUG: /tmp/tmpkllr_s7_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3acbb373-6717-4666-a7cf-c443476b8b26-sda', '1750272520.39541', '1750272520', '1750272522', '', '1750272522', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3acbb373-6717-4666-a7cf-c443476b8b26-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01761 seconds (56.77460/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvz6z_olh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b6964c943648d095b1c2078979dde3b8', 'fd4267ce-92bf-416c-8fd0-f35b53f53db8-sda', '1750272520.42612', '1750272520', '1750272522', '', '1750272522', 1, 0) -test DEBUG: /tmp/tmpvz6z_olh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272525.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fd4267ce-92bf-416c-8fd0-f35b53f53db8-sda') -test DEBUG: /tmp/tmpvz6z_olh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00306058s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmpw23956tk/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0016 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 2513643 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0061 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0021 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp33jezs88/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272519.68418', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp2ee0dpsc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ee0dpsc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp2ee0dpsc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ee0dpsc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2513669 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2513669 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2513669 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2513669 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb9ed5ee9684f40a7a04b5-0068530a0c" "proxy-server 2513669" 0.0012 "-" 2513669 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44971/sda1/1/a/c" "txb9ed5ee9684f40a7a04b5-0068530a0c" "container-server 2513669" 0.0011 "-" 2513669 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41517/sdb1/1/a/c" "txb9ed5ee9684f40a7a04b5-0068530a0c" "container-server 2513669" 0.0011 "-" 2513669 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb9ed5ee9684f40a7a04b5-0068530a0c" "proxy-server 2513669" 0.0088 "-" 2513669 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb9ed5ee9684f40a7a04b5-0068530a0c" "proxy-server 2513669" 0.0143 "-" 2513669 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb9ed5ee9684f40a7a04b5-0068530a0c - 0.0230 - - 1750272524.413891554 1750272524.436854839 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx83404ffd065848b0b73d3-0068530a0c" "proxy-server 2513669" 0.0012 "-" 2513669 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41517/sdb1/1/a1/c1" "tx83404ffd065848b0b73d3-0068530a0c" "container-server 2513669" 0.0011 "-" 2513669 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44971/sda1/1/a1/c1" "tx83404ffd065848b0b73d3-0068530a0c" "container-server 2513669" 0.0010 "-" 2513669 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx83404ffd065848b0b73d3-0068530a0c" "proxy-server 2513669" 0.0097 "-" 2513669 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx83404ffd065848b0b73d3-0068530a0c" "proxy-server 2513669" 0.0148 "-" 2513669 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx83404ffd065848b0b73d3-0068530a0c - 0.0225 - - 1750272524.438218832 1750272524.460676432 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd22dcd6ed9f84209902f6-0068530a0c" "proxy-server 2513669" 0.0020 "-" 2513669 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44971/sda1/2/a/c1" "txd22dcd6ed9f84209902f6-0068530a0c" "container-server 2513669" 0.0010 "-" 2513669 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41517/sdb1/2/a/c1" "txd22dcd6ed9f84209902f6-0068530a0c" "container-server 2513669" 0.0017 "-" 2513669 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd22dcd6ed9f84209902f6-0068530a0c" "proxy-server 2513669" 0.0136 "-" 2513669 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd22dcd6ed9f84209902f6-0068530a0c" "proxy-server 2513669" 0.0098 "-" 2513669 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd22dcd6ed9f84209902f6-0068530a0c - 0.0228 - - 1750272524.462141275 1750272524.484892607 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf83e7b3c31ea4b198d495-0068530a0c" "proxy-server 2513669" 0.0021 "-" 2513669 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41517/sdb1/1/a/c2" "txf83e7b3c31ea4b198d495-0068530a0c" "container-server 2513669" 0.0019 "-" 2513669 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44971/sda1/1/a/c2" "txf83e7b3c31ea4b198d495-0068530a0c" "container-server 2513669" 0.0011 "-" 2513669 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf83e7b3c31ea4b198d495-0068530a0c" "proxy-server 2513669" 0.0108 "-" 2513669 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf83e7b3c31ea4b198d495-0068530a0c" "proxy-server 2513669" 0.0160 "-" 2513669 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf83e7b3c31ea4b198d495-0068530a0c - 0.0243 - - 1750272524.486303806 1750272524.510628462 2 -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b6964c943648d095b1c2078979dde3b8', 'fd4267ce-92bf-416c-8fd0-f35b53f53db8-sda', '1750272520.42612', '1750272520', '1750272522', '', '1750272522', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fd4267ce-92bf-416c-8fd0-f35b53f53db8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvz6z_olh/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02589 seconds (38.62250/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvz6z_olh/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '02ca249d0f63f5d26b747040c8c82d99', 'c8b6dd92-0bb9-4b43-b342-c4243dca38d0-sda', '1750272520.45603', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c8b6dd92-0bb9-4b43-b342-c4243dca38d0-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '02ca249d0f63f5d26b747040c8c82d99', 'c8b6dd92-0bb9-4b43-b342-c4243dca38d0-sda', '1750272520.45603', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('c8b6dd92-0bb9-4b43-b342-c4243dca38d0-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptwk3lrmr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db2eba79-0c3c-4f88-b936-e53998ccfc7b-sda', '1750272520.47453', '1750272520', '1750272522', '', '1750272522', 0, 0) -test DEBUG: /tmp/tmptwk3lrmr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db2eba79-0c3c-4f88-b936-e53998ccfc7b-sda', '1750272520.47453', '1750272520', '1750272522', '', '1750272522', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('db2eba79-0c3c-4f88-b936-e53998ccfc7b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01359 seconds (73.58890/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfnli72st/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b6964c943648d095b1c2078979dde3b8', '4408215c-fa29-454d-bc70-6a78b664aa4f-sda', '1750272520.50230', '1750272520', '1750272522', '', '1750272522', 1, 1) -test DEBUG: /tmp/tmpfnli72st/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b6964c943648d095b1c2078979dde3b8', '4408215c-fa29-454d-bc70-6a78b664aa4f-sda', '1750272520.50230', '1750272520', '1750272522', '', '1750272522', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4408215c-fa29-454d-bc70-6a78b664aa4f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfnli72st/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01949 seconds (51.30558/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpfnli72st/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '2ccbb5879e7369f059dda038f19aaee4', '70b70c61-bc7e-452c-84cb-d70d8ed367fe-sda', '1750272520.52672', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('70b70c61-bc7e-452c-84cb-d70d8ed367fe-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '2ccbb5879e7369f059dda038f19aaee4', '70b70c61-bc7e-452c-84cb-d70d8ed367fe-sda', '1750272520.52672', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('70b70c61-bc7e-452c-84cb-d70d8ed367fe-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk8hkrnc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ea352d4d-51fe-463c-95ec-321317bb79e3-sda', '1750272520.55952', '1750272523', '1750272522', '', '1750272523', 0, 0) -test DEBUG: /tmp/tmpk8hkrnc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ea352d4d-51fe-463c-95ec-321317bb79e3-sda', '1750272520.55952', '1750272523', '1750272522', '', '1750272523', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ea352d4d-51fe-463c-95ec-321317bb79e3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01144 seconds (87.44433/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwbnb74z0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a32d64294a39ee74b0f1857515a6b34e', '1149fc62-e463-46f5-8745-32f568e8638b-sda', '1750272520.58579', '1750272523', '1750272522', '', '1750272523', 1, 0) -test DEBUG: /tmp/tmpwbnb74z0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1750272526.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1149fc62-e463-46f5-8745-32f568e8638b-sda') -test DEBUG: /tmp/tmpwbnb74z0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00280809s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a32d64294a39ee74b0f1857515a6b34e', '1149fc62-e463-46f5-8745-32f568e8638b-sda', '1750272520.58579', '1750272523', '1750272522', '', '1750272523', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1149fc62-e463-46f5-8745-32f568e8638b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwbnb74z0/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02177 seconds (45.93557/s) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test ERROR: Failed to unlink '/tmp/tmphy15mi31/containers/part/suffix/hash/container.db': +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpfe9cj7to/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -93670,350 +89294,826 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmphy15mi31/containers/part/suffix/hash/container_1750272526.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmphy15mi31/containers/part/suffix/hash/container_1750272526.00000.db': ['/tmp/tmphy15mi31/containers/part/suffix/hash/container.db', '/tmp/tmphy15mi31/containers/part/suffix/hash/container_1750272527.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmphy15mi31/containers/part/suffix/hash/container_1750272527.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test INFO: Client disconnected on read of '/a/c' (txn: txcec89fb77ef148dd9da5f-0068530a0d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeaa01e3e6b2e4c3f816d1-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeaa01e3e6b2e4c3f816d1-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeaa01e3e6b2e4c3f816d1-0068530a0e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txbc2a2ac529b745fba0d0d-0068530a0e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx56d4a61e45724a9aad1d6-0068530a0e) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf12aa6debb34470395aa1-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx83a5a91f87964f5f8261e-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpeo8x0wq7/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpeo8x0wq7/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx01cab700c0cc41abaf7ce-0068530a0e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6e2cca8cf70a4973b5300-0068530a0e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6e2cca8cf70a4973b5300-0068530a0e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx32d045e4319f427f88e99-0068530a0e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7b1543b83bec411e87ed0-0068530a0e) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx20671eb1f009456c8017b-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txec0bdeffc25941ea94e19-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmp_ro6pg5b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx96970031529b4ba5917c7-0068530a0e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx844fe8a626424f4b8f60e-0068530a0e) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 2513643 2 -test DEBUG: Unlinked retiring db '/tmp/tmp_1xli77c/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0110 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0045 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:41 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp_ro6pg5b/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [18/Jun/2025:18:48:41 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0014 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [18/Jun/2025:18:48:41 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0047 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272519.69377', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx3bed5c96da4d48cabe759-006645fcbe) +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx6dc814efbea3418182ebf-006645fcbe) +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx5a5f586c8bef45e5bddae-006645fcbe) +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.1" 200 160 0.000061 +proxy INFO: 192.168.0.1 - - [17/May/2024 02:31:58] "GET /otherurl HTTP/1.1" 200 179 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.0" 200 186 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.0" 200 179 0.000056 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.0" 200 180 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.0" 200 180 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +proxy INFO: (1660680) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (1660680) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [17/May/2024 02:31:58] "GET /someurl HTTP/1.0" 200 180 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (1660680) wsgi exited, is_accepting=True +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272520.27935', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +:1() + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715194800 +test DEBUG: looking for objects in 1715194800 +test DEBUG: checking container 1715191200 +test DEBUG: looking for objects in 1715191200 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715857200 +test DEBUG: looking for objects in 1715857200 +test DEBUG: checking container 1715853600 +test DEBUG: looking for objects in 1715853600 +test DEBUG: checking container 1715850000 +test DEBUG: looking for objects in 1715850000 +test DEBUG: checking container 1715846400 +test DEBUG: looking for objects in 1715846400 +test DEBUG: checking container 1715842800 +test DEBUG: looking for objects in 1715842800 +test DEBUG: checking container 1715839200 +test DEBUG: looking for objects in 1715839200 +test DEBUG: checking container 1715835600 +test DEBUG: looking for objects in 1715835600 +test DEBUG: checking container 1715832000 +test DEBUG: looking for objects in 1715832000 +test DEBUG: checking container 1715828400 +test DEBUG: looking for objects in 1715828400 +test DEBUG: checking container 1715256000 +test DEBUG: looking for objects in 1715256000 +test DEBUG: checking container 1715252400 +test DEBUG: looking for objects in 1715252400 +test DEBUG: checking container 1715248800 +test DEBUG: looking for objects in 1715248800 +test DEBUG: checking container 1715245200 +test DEBUG: looking for objects in 1715245200 +test DEBUG: checking container 1715241600 +test DEBUG: looking for objects in 1715241600 +test DEBUG: checking container 1715238000 +test DEBUG: looking for objects in 1715238000 +test DEBUG: checking container 1715234400 +test DEBUG: looking for objects in 1715234400 +test DEBUG: checking container 1715230800 +test DEBUG: looking for objects in 1715230800 +test DEBUG: checking container 1715227200 +test DEBUG: looking for objects in 1715227200 +test DEBUG: checking container 1715223600 +test DEBUG: looking for objects in 1715223600 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0038 "-" 1660716 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0056 "-" 1660716 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660716 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6582ed4877634bd683b7d-006645fcbd" "proxy-server 1660716" 0.0016 "-" 1660716 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55821/sda1/1/a/c" "tx6582ed4877634bd683b7d-006645fcbd" "container-server 1660716" 0.0021 "-" 1660716 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43147/sdb1/1/a/c" "tx6582ed4877634bd683b7d-006645fcbd" "container-server 1660716" 0.0012 "-" 1660716 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6582ed4877634bd683b7d-006645fcbd" "proxy-server 1660716" 0.0105 "-" 1660716 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6582ed4877634bd683b7d-006645fcbd" "proxy-server 1660716" 0.0172 "-" 1660716 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6582ed4877634bd683b7d-006645fcbd - 0.0266 - - 1715862717.822485447 1715862717.849132061 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx36d322d95d9847669e7bd-006645fcbd" "proxy-server 1660716" 0.0015 "-" 1660716 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55821/sda1/1/a1/c1" "tx36d322d95d9847669e7bd-006645fcbd" "container-server 1660716" 0.0011 "-" 1660716 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43147/sdb1/1/a1/c1" "tx36d322d95d9847669e7bd-006645fcbd" "container-server 1660716" 0.0014 "-" 1660716 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36d322d95d9847669e7bd-006645fcbd" "proxy-server 1660716" 0.0140 "-" 1660716 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36d322d95d9847669e7bd-006645fcbd" "proxy-server 1660716" 0.0100 "-" 1660716 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx36d322d95d9847669e7bd-006645fcbd - 0.0227 - - 1715862717.850702524 1715862717.873367786 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf32e2892c1434f77a304e-006645fcbd" "proxy-server 1660716" 0.0021 "-" 1660716 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55821/sda1/2/a/c1" "txf32e2892c1434f77a304e-006645fcbd" "container-server 1660716" 0.0012 "-" 1660716 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43147/sdb1/2/a/c1" "txf32e2892c1434f77a304e-006645fcbd" "container-server 1660716" 0.0018 "-" 1660716 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf32e2892c1434f77a304e-006645fcbd" "proxy-server 1660716" 0.0153 "-" 1660716 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf32e2892c1434f77a304e-006645fcbd" "proxy-server 1660716" 0.0117 "-" 1660716 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf32e2892c1434f77a304e-006645fcbd - 0.0249 - - 1715862717.874904156 1715862717.899771929 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx095441a49d2c4238bf85d-006645fcbd" "proxy-server 1660716" 0.0064 "-" 1660716 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43147/sdb1/1/a/c2" "tx095441a49d2c4238bf85d-006645fcbd" "container-server 1660716" 0.0011 "-" 1660716 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55821/sda1/1/a/c2" "tx095441a49d2c4238bf85d-006645fcbd" "container-server 1660716" 0.0017 "-" 1660716 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx095441a49d2c4238bf85d-006645fcbd" "proxy-server 1660716" 0.0178 "-" 1660716 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx095441a49d2c4238bf85d-006645fcbd" "proxy-server 1660716" 0.0337 "-" 1660716 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx095441a49d2c4238bf85d-006645fcbd - 0.0514 - - 1715862717.901187181 1715862717.952591419 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txaf8bb97dd7654d55ac360-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5acaba970b504422b0657-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf725dac0cd11450c8c6c7-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf725dac0cd11450c8c6c7-006645fcbe) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txf725dac0cd11450c8c6c7-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx84298268bb394c6cb5e0b-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx84298268bb394c6cb5e0b-006645fcbe) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx84298268bb394c6cb5e0b-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc35ed2adb8c04b52994a7-006645fcbe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc35ed2adb8c04b52994a7-006645fcbe) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx21d583f8494c4f30b3d8f-006645fcbe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx21d583f8494c4f30b3d8f-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile2513646.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile2513646.tmp' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx844fe8a626424f4b8f60e-0068530a0e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5f5b2974a05348bcb7463-0068530a0e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3f703aa5d8d341a09086b-0068530a0e) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf03a8346a94d4d1eba3a0-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx441f12d1b21741de9e758-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txb2e82fd60b2e4885be341-0068530a0e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdc9f14ce84bb49be86d14-0068530a0e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdc9f14ce84bb49be86d14-0068530a0e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb399478c99e6407684a75-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: tx207885f6e42f4d1093293-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: txfaa6e5832092488ea39ae-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: txfaa6e5832092488ea39ae-0068530a0e) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862718.243240) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862718.243240) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862718.243240) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862718.243240) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1715862718.243240) in policy_index 1 will be deleted from policy_index 0 (1715862718.24324_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1715862718.243240) deleted from policy_index 0 (1715862718.24324_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1715862718.243240) from policy_index 1 (1715862718.24324_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1715862718.243240) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1715862718.243240) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715862718.243240) from the queue (1715862718.24324_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +Unlinked retiring db '/tmp/tmpwkvolioi/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmpmh54jnoz/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx4d0c4c69e5d54e1fa7d7a-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: tx4d0c4c69e5d54e1fa7d7a-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: tx85c97dc67c414909bc153-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: tx85c97dc67c414909bc153-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa58e634deccc46738b74d-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbb08e0b3d568487089356-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbed1302803954e26bc247-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbed1302803954e26bc247-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbed1302803954e26bc247-006645fcbe) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txbed1302803954e26bc247-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx988fe59345c84e7ca8315-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx988fe59345c84e7ca8315-006645fcbe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx988fe59345c84e7ca8315-006645fcbe) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx988fe59345c84e7ca8315-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx85964cdca66b4242bd713-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx85964cdca66b4242bd713-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx85964cdca66b4242bd713-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: tx85964cdca66b4242bd713-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1ae6b335ddec4a718b2f8-006645fcbe) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx85e61bee551b49728458b-006645fcbe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx85e61bee551b49728458b-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94021,9 +90121,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx150d65a8f56946c4bc5e2-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94031,8 +90130,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx0478306d969948cf8bdad-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94040,8 +90139,30 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx3248ba759fb140f8903a2-006645fcbe) +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +Unlinked retiring db '/tmp/tmp42ldpof7/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmpde97u_40/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94049,10 +90170,18 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +StopIteration (txn: txd9ed52fab603430491132-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx089b406e400945749310a-006645fcbe) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd412ba72c51b47b79662a-006645fcbe) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd412ba72c51b47b79662a-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94060,8 +90189,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94069,8 +90198,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94078,496 +90207,103 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0044 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:41 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 2513643 4 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0036 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0037 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0037 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 2513643 nada -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 2513643 999 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0037 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0035 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 2513643 1 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0046 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0039 "-" 2513643 3 -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0014 "-" 2513643 3 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +StopIteration (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test WARNING: Could not autocreate account '/account' (txn: txbcc5f54af4cf4814b5c3e-006645fcbe) +test INFO: autocreate account '/account' (txn: tx70d347ce7cf543ef8d070-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test WARNING: Could not autocreate account '/account' (txn: txe0b7af49d55b463f98ba6-006645fcbe) +test INFO: autocreate account '/account' (txn: txfa06ea288c6c4b1a8e60b-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx69172d5b0a6f4dda9ce54-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx69172d5b0a6f4dda9ce54-006645fcbe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx69172d5b0a6f4dda9ce54-006645fcbe) +test INFO: autocreate account '/account' (txn: tx3fd616ee516a423bbcfe4-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx8aa28eb3041f4f2987fe5-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx8aa28eb3041f4f2987fe5-006645fcbe) +test INFO: autocreate account '/account' (txn: tx8aa28eb3041f4f2987fe5-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2b8e8b5e3cc7435a9d00b-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2b8e8b5e3cc7435a9d00b-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txb0b0269d93504913b0a16-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txb554f0eec13c453badcff-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272520.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx26b8aea4d95a44e1a50cb-0068530a0c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx015a31dd20304843b09c3-0068530a0d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx59bcde949cd146549eace-0068530a0e) -test DEBUG: Setting object count to 3120 (txn: tx59bcde949cd146549eace-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test DEBUG: Setting object count to 3120 (txn: txd6ee17a716294cc490d3b-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd14cd180eb214bcd88278-0068530a0e) -test DEBUG: Setting object count to 3120 (txn: txd14cd180eb214bcd88278-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test DEBUG: Setting object count to 3120 (txn: txe8f6000ec1ba429eac68a-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx21faf4b07db7460291aae-0068530a0e) -test DEBUG: Setting object count to 3120 (txn: tx21faf4b07db7460291aae-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc53ae944a19492283438-0068530a0e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txfc53ae944a19492283438-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx62e4e9c00f9e40569bcc2-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx277518f8c6344ee1ba47d-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx26cfc4a0121c4a229a501-0068530a0e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx26cfc4a0121c4a229a501-0068530a0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26cfc4a0121c4a229a501-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26cfc4a0121c4a229a501-0068530a0e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx26cfc4a0121c4a229a501-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0b674143369a47779af38-0068530a0e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0b674143369a47779af38-0068530a0e) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpwbnb74z0/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'cc9d7e195dab65e3ecbfea80ca407c61', '99e3e9ea-7ad3-4023-bcdb-96d94c793999-sda', '1750272520.61132', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('99e3e9ea-7ad3-4023-bcdb-96d94c793999-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, 'cc9d7e195dab65e3ecbfea80ca407c61', '99e3e9ea-7ad3-4023-bcdb-96d94c793999-sda', '1750272520.61132', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('99e3e9ea-7ad3-4023-bcdb-96d94c793999-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps9c_sbag/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e3427ac0-ad3e-4cf3-8f9f-44c38d721790-sda', '1750272521.11387', '1750272524', '1750272523', '', '1750272524', 0, 1) -test DEBUG: /tmp/tmps9c_sbag/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e3427ac0-ad3e-4cf3-8f9f-44c38d721790-sda', '1750272521.11387', '1750272524', '1750272523', '', '1750272524', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e3427ac0-ad3e-4cf3-8f9f-44c38d721790-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01263 seconds (79.16108/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphvfzo32j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b3cd33395d118585fb2c663982c857d5', 'ba0e37f9-9746-456b-9103-7b11dde728af-sda', '1750272521.14093', '1750272524', '1750272523', '', '1750272524', 1, 1) -test DEBUG: /tmp/tmphvfzo32j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b3cd33395d118585fb2c663982c857d5', 'ba0e37f9-9746-456b-9103-7b11dde728af-sda', '1750272521.14093', '1750272524', '1750272523', '', '1750272524', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ba0e37f9-9746-456b-9103-7b11dde728af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphvfzo32j/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01898 seconds (52.69331/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmphvfzo32j/sda/containers/0/3f4/f522fe42f63e324509d570ca189143f4/f522fe42f63e324509d570ca189143f4.db -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, sync, (1, '99d463c6fda516fccbc6b493c5579f11', 'ed8db3e6-f268-40af-a32b-b903d0f76c75-sda', '1750272521.16419', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdb/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('ed8db3e6-f268-40af-a32b-b903d0f76c75-sda', 'f522fe42f63e324509d570ca189143f4.db') -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, sync, (1, '99d463c6fda516fccbc6b493c5579f11', 'ed8db3e6-f268-40af-a32b-b903d0f76c75-sda', '1750272521.16419', '1750269600', '0', '', '1750269600', 1, 0) -REPLICATE: /sdc/0/f522fe42f63e324509d570ca189143f4, complete_rsync, ('ed8db3e6-f268-40af-a32b-b903d0f76c75-sda', 'f522fe42f63e324509d570ca189143f4.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c634acde9f1e62b36d7e876528fe58b4', 'cede5dbf-f446-4c86-94da-f84f48c919c6-sda', '1750272521.76401', '1750272521.00000', '0', '{"x-container-meta-test": ["foo", "1750272521.00000"]}', '1750272521.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272521.78644', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272521.78644', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272521.78649', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272521.78650', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272521.78650', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78650', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272521.78796', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00404882s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272521.78644', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272521.78644', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272521.78649', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272521.78650', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272521.78650', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78650', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272521.78644', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272521.78644', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1750272522.23180', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272521.78650', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272521.78650', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272521.78644', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272521.78644', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272521.78650', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272521.78650', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272522.25386', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272522.25386', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272522.25386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272521.78650', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272521.78650', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94575,8 +90311,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx54ed3f56a83c47b493526-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94584,8 +90320,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txbd794af8874042dab20fc-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94593,11 +90329,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx4285a4f2d3f54d10978e7-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -94605,1295 +90338,2182 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx54e660bcadb6461faced3-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx5e2d4147dc18467cbf687-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7ae6bdadd181422883405-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx889ba7a5c505494b965e3-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx889ba7a5c505494b965e3-006645fcbe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx889ba7a5c505494b965e3-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txcf65b375c2fd4b09b8093-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txcf65b375c2fd4b09b8093-006645fcbe) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txcf65b375c2fd4b09b8093-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txbc91205eddae444eb7edc-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txbc91205eddae444eb7edc-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbc91205eddae444eb7edc-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbc91205eddae444eb7edc-006645fcbe) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx49a49bd0cc98431dbea3f-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx49a49bd0cc98431dbea3f-006645fcbe) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx49a49bd0cc98431dbea3f-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx49a49bd0cc98431dbea3f-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272522.28415', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1715194800 +test DEBUG: looking for objects in 1715194800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715197438.297857) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715197438.297857) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715197438.297857) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715197438.297857) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1715197438.29786) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1715197438.297857) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1715194800/1:/AUTH_jeb/c/o1' (1715197438.297857) from the queue (1715197438.29786_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1715862718.303562) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1715862718.303562) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1715862718.303562) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1715862718.303562) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1715862718.30356) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1715862718.303562) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272522.29352', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test INFO: - - - [18/Jun/2025:18:48:42 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0037 "-" 2513643 4 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0014 "-" 2513643 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0024 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0057 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0035 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0034 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0032 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0023 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0013 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2513643 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715255999.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715255999.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1715255999.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1715255999.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1715255999.000000) from the queue (1715255999.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862718.340331) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862718.340331) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862718.340331) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862718.340331) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862718.34033) in policy_index 1 responded 200 (1715862717.34033) +test INFO: retry: '/AUTH_bob/c/o1' (1715862718.340331) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272522.25386', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272522.25386', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272522.25386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272522.26484', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1750272522.26484', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.26484', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272522.25386', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272522.25386', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272522.25386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272522.26484', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272522.79379', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.26484', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272522.80529', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272522.25386', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.25386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272522.26484', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272522.79379', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.26484', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9spgldng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fbfbfbdec8f90d9199ba374a9b82822d', 'bb0dd213-4270-4828-a725-9e234004157f-sda', '1750272521.78193', '1750272521.77995', '0', '', '1750272521.77995', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272522.80529', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272522.25386', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.25386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272521.78649', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1750272522.24288', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272521.78649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272522.26484', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1750272522.79379', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272522.26484', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272522.23154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.23154', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.23143', 'epoch': '1750272522.23143', 'reported': 0, 'tombstones': -1}], 'bb0dd213-4270-4828-a725-9e234004157f-sda') -test DEBUG: /tmp/tmp9spgldng/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmp9spgldng/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'efac5e3a8bb11ccdbef5e8e07bf1457c', '1d995083-436c-41e1-baf9-4b71b0b615f8-sda', '1750272522.83245', '1750272522.83037', '0', '', '1750272522.83037', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1750272522.83915', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272522.83915', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272522.83898', 'epoch': '1750272522.83898', 'reported': 0, 'tombstones': -1}], '1d995083-436c-41e1-baf9-4b71b0b615f8-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0061 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0053 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 2513643 0 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0038 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2513643 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1029 "-" 2513643 - -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2513643 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 2513643 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2513643 2 -test INFO: - - - [18/Jun/2025:18:48:44 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0039 "-" 2513643 2 -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862718.367643) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862718.367643) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862718.367643) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862718.367643) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862718.36764) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1715862718.367643) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1715862718.372461) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1715862718.372461) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1715862718.372461) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1715862718.372461) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1715862718.37246) in policy_index 1 responded 404 (1715862718.37246_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1715862718.372461) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1715860800 +test DEBUG: looking for objects in 1715860800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp637xal8k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp637xal8k/tmp_test_proxy_server_chunked/container-sync-realms.conf' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272523.06135', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272523.07117', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txb07026f317a8403f916f6-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9f616338de1d49e2a1b18-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9f616338de1d49e2a1b18-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9f616338de1d49e2a1b18-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: tx9f616338de1d49e2a1b18-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5390e65d474942b894379-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5390e65d474942b894379-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5390e65d474942b894379-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: tx5390e65d474942b894379-006645fcbe) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx5e1b0cd7c6534733b021c-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx40de7767156a440db6e5d-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx40de7767156a440db6e5d-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx40de7767156a440db6e5d-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: tx40de7767156a440db6e5d-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb5975bb9ca5f45ac87973-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb5975bb9ca5f45ac87973-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb5975bb9ca5f45ac87973-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: txb5975bb9ca5f45ac87973-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx115d00309ba3412da1a5f-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txd9108f1b3a7d4c38af643-006645fcbe) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txd9108f1b3a7d4c38af643-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: txd9108f1b3a7d4c38af643-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e312595de9e41f7abc71-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx10ef20f5e9b549d3a52cd-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: tx10ef20f5e9b549d3a52cd-006645fcbe) +test INFO: Client disconnected on read of '/a/c/' (txn: tx10ef20f5e9b549d3a52cd-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx951f1d14cf504877a279e-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx951f1d14cf504877a279e-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx951f1d14cf504877a279e-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx951f1d14cf504877a279e-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx087a40d7035a4ed49976b-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx087a40d7035a4ed49976b-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx087a40d7035a4ed49976b-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx087a40d7035a4ed49976b-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb05031bbe1b74ad1bae3c-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb05031bbe1b74ad1bae3c-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb05031bbe1b74ad1bae3c-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb05031bbe1b74ad1bae3c-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx421498bf27a44c08a5023-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx421498bf27a44c08a5023-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx421498bf27a44c08a5023-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx421498bf27a44c08a5023-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc988e215aa8f4d9d9c0f8-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc988e215aa8f4d9d9c0f8-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc988e215aa8f4d9d9c0f8-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc988e215aa8f4d9d9c0f8-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txae804664dba04b7aa63b1-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txae804664dba04b7aa63b1-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txae804664dba04b7aa63b1-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txae804664dba04b7aa63b1-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx23fcbb5687df4b8d97701-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx23fcbb5687df4b8d97701-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx23fcbb5687df4b8d97701-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx23fcbb5687df4b8d97701-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfcae7e6f872f40f687562-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfcae7e6f872f40f687562-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfcae7e6f872f40f687562-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfcae7e6f872f40f687562-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx121a00e65d0b4b999fcc4-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc5404c9c832a4f10a21a3-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc5404c9c832a4f10a21a3-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc5404c9c832a4f10a21a3-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503] (txn: txc5404c9c832a4f10a21a3-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txecb80aade74c404194d13-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txecb80aade74c404194d13-006645fcbe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txecb80aade74c404194d13-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txecb80aade74c404194d13-006645fcbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txecb80aade74c404194d13-006645fcbe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txecb80aade74c404194d13-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txecb80aade74c404194d13-006645fcbe) +test ERROR: Container GET returning 503 for [503, 503] (txn: txecb80aade74c404194d13-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6063a83b413943feb6320-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6063a83b413943feb6320-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6063a83b413943feb6320-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx6063a83b413943feb6320-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe19cd4c20e1e43788cae1-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe19cd4c20e1e43788cae1-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe19cd4c20e1e43788cae1-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: txe19cd4c20e1e43788cae1-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb5578f40b1174b4bbf33d-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb5578f40b1174b4bbf33d-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb5578f40b1174b4bbf33d-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: txb5578f40b1174b4bbf33d-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx52b3df8cebda4a5d91ed1-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx52b3df8cebda4a5d91ed1-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx52b3df8cebda4a5d91ed1-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx52b3df8cebda4a5d91ed1-006645fcbe) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test ERROR: Failed to unlink '/tmp/tmp4a47z9h4/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp4a47z9h4/containers/part/suffix/hash/container_1715862719.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp4a47z9h4/containers/part/suffix/hash/container_1715862719.00000.db': ['/tmp/tmp4a47z9h4/containers/part/suffix/hash/container.db', '/tmp/tmp4a47z9h4/containers/part/suffix/hash/container_1715862720.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4a47z9h4/containers/part/suffix/hash/container_1715862720.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmp1d3ih761/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpt202s6l_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpt202s6l_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpt202s6l_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc60b52a41e78406ca0c54-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc60b52a41e78406ca0c54-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc60b52a41e78406ca0c54-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: txc60b52a41e78406ca0c54-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txab91e2bce90549acb0adb-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txab91e2bce90549acb0adb-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txab91e2bce90549acb0adb-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: txab91e2bce90549acb0adb-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx33ddc20fe8ed453a99a6b-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx33ddc20fe8ed453a99a6b-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx33ddc20fe8ed453a99a6b-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx33ddc20fe8ed453a99a6b-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc0ad2b900484172a6dca-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdc0ad2b900484172a6dca-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdc0ad2b900484172a6dca-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: txdc0ad2b900484172a6dca-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx050becd4443d43fc902ac-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx050becd4443d43fc902ac-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx050becd4443d43fc902ac-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx050becd4443d43fc902ac-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3ca2dc9ab7ba4adfa1f1a-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3ca2dc9ab7ba4adfa1f1a-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3ca2dc9ab7ba4adfa1f1a-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx3ca2dc9ab7ba4adfa1f1a-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2bff0b8fc1344f978d21c-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2bff0b8fc1344f978d21c-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2bff0b8fc1344f978d21c-006645fcbe) +test ERROR: Container GET returning 503 for [] (txn: tx2bff0b8fc1344f978d21c-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc7cd30120ecc4385968bf-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc7cd30120ecc4385968bf-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc7cd30120ecc4385968bf-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc7cd30120ecc4385968bf-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx56c75c5e97d54af0b6798-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx56c75c5e97d54af0b6798-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx56c75c5e97d54af0b6798-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx56c75c5e97d54af0b6798-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5529a2a8d20a459ebdbef-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5529a2a8d20a459ebdbef-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5529a2a8d20a459ebdbef-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5529a2a8d20a459ebdbef-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txca79b804d02944df84339-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txca79b804d02944df84339-006645fcbe) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txca79b804d02944df84339-006645fcbe) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txca79b804d02944df84339-006645fcbe) +test INFO: Client disconnected on read of '/a/c' (txn: tx82818749015041afb8828-006645fcbe) +test INFO: Client disconnected on read of '/a/c/' (txn: tx82818749015041afb8828-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txe00d1f2ae1cd44eb80cc9-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txe00d1f2ae1cd44eb80cc9-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txe00d1f2ae1cd44eb80cc9-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: txe00d1f2ae1cd44eb80cc9-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx20c1eea0f319415ca5f23-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx20c1eea0f319415ca5f23-006645fcbe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx20c1eea0f319415ca5f23-006645fcbe) +test ERROR: Account HEAD returning 503 for [] (txn: tx20c1eea0f319415ca5f23-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0b674143369a47779af38-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0b674143369a47779af38-0068530a0e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0b674143369a47779af38-0068530a0e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx36850fccc4c14ea8bb55b-0068530a0e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx36850fccc4c14ea8bb55b-0068530a0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx36850fccc4c14ea8bb55b-0068530a0e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx36850fccc4c14ea8bb55b-0068530a0e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx36850fccc4c14ea8bb55b-0068530a0e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb05a33969df4f8281e07-0068530a0f) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txeb05a33969df4f8281e07-0068530a0f) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txeb05a33969df4f8281e07-0068530a0f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txa33a51edf0ae4185bdc99-0068530a10) -test DEBUG: Setting object count to 1065 (txn: txa33a51edf0ae4185bdc99-0068530a10) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpi6t6h2_2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpi6t6h2_2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpi6t6h2_2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpi6t6h2_2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2513685 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbe1efaf422054a1bb12c7-0068530a11" "proxy-server 2513685" 0.0014 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56867/sda1/1/a/c" "txbe1efaf422054a1bb12c7-0068530a11" "container-server 2513685" 0.0012 "-" 2513685 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35593/sdb1/1/a/c" "txbe1efaf422054a1bb12c7-0068530a11" "container-server 2513685" 0.0011 "-" 2513685 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe1efaf422054a1bb12c7-0068530a11" "proxy-server 2513685" 0.0101 "-" 2513685 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe1efaf422054a1bb12c7-0068530a11" "proxy-server 2513685" 0.0158 "-" 2513685 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbe1efaf422054a1bb12c7-0068530a11 - 0.0241 - - 1750272529.038407326 1750272529.062527657 0 -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_ciies3a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_ciies3a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx5a73647a57874db7b1e10-006645fcbe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc7a20621980342d6ae3dc-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx314c5b1276f74bb78378c-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmphkws26mg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmphkws26mg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmphkws26mg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmp27ha7gdo/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmph99jxxis/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp9sgq8b6h/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp9sgq8b6h/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp9sgq8b6h/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_ciies3a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_ciies3a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp637xal8k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp637xal8k/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 2513643 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 2513643 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513643 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2513643 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18196947e64d493382ec0-0068530a0d" "proxy-server 2513643" 0.0012 "-" 2513643 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53483/sda1/1/a/c" "tx18196947e64d493382ec0-0068530a0d" "container-server 2513643" 0.0011 "-" 2513643 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44505/sdb1/1/a/c" "tx18196947e64d493382ec0-0068530a0d" "container-server 2513643" 0.0011 "-" 2513643 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18196947e64d493382ec0-0068530a0d" "proxy-server 2513643" 0.0101 "-" 2513643 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18196947e64d493382ec0-0068530a0d" "proxy-server 2513643" 0.0156 "-" 2513643 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx18196947e64d493382ec0-0068530a0d - 0.0234 - - 1750272525.216251612 1750272525.239671707 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txac4ff586c58244dc99783-0068530a0d" "proxy-server 2513643" 0.0012 "-" 2513643 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44505/sdb1/1/a1/c1" "txac4ff586c58244dc99783-0068530a0d" "container-server 2513643" 0.0010 "-" 2513643 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53483/sda1/1/a1/c1" "txac4ff586c58244dc99783-0068530a0d" "container-server 2513643" 0.0011 "-" 2513643 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac4ff586c58244dc99783-0068530a0d" "proxy-server 2513643" 0.0088 "-" 2513643 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac4ff586c58244dc99783-0068530a0d" "proxy-server 2513643" 0.0139 "-" 2513643 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txac4ff586c58244dc99783-0068530a0d - 0.0216 - - 1750272525.241166592 1750272525.262742043 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txede826d6b1f04563b4118-0068530a0d" "proxy-server 2513643" 0.0020 "-" 2513643 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53483/sda1/2/a/c1" "txede826d6b1f04563b4118-0068530a0d" "container-server 2513643" 0.0011 "-" 2513643 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44505/sdb1/2/a/c1" "txede826d6b1f04563b4118-0068530a0d" "container-server 2513643" 0.0018 "-" 2513643 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txede826d6b1f04563b4118-0068530a0d" "proxy-server 2513643" 0.0155 "-" 2513643 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txede826d6b1f04563b4118-0068530a0d" "proxy-server 2513643" 0.0118 "-" 2513643 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txede826d6b1f04563b4118-0068530a0d - 0.0249 - - 1750272525.264123917 1750272525.288993120 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8730e0cfa0994e9a983cb-0068530a0d" "proxy-server 2513643" 0.0020 "-" 2513643 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53483/sda1/1/a/c2" "tx8730e0cfa0994e9a983cb-0068530a0d" "container-server 2513643" 0.0011 "-" 2513643 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44505/sdb1/1/a/c2" "tx8730e0cfa0994e9a983cb-0068530a0d" "container-server 2513643" 0.0017 "-" 2513643 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8730e0cfa0994e9a983cb-0068530a0d" "proxy-server 2513643" 0.0140 "-" 2513643 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8730e0cfa0994e9a983cb-0068530a0d" "proxy-server 2513643" 0.0102 "-" 2513643 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8730e0cfa0994e9a983cb-0068530a0d - 0.0232 - - 1750272525.290386438 1750272525.313625336 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1660720 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1660720 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1660720 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1660720 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b34e76b87e0428290585-006645fcbf" "proxy-server 1660720" 0.0012 "-" 1660720 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50721/sdb1/1/a/c" "tx4b34e76b87e0428290585-006645fcbf" "container-server 1660720" 0.0013 "-" 1660720 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39335/sda1/1/a/c" "tx4b34e76b87e0428290585-006645fcbf" "container-server 1660720" 0.0010 "-" 1660720 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4b34e76b87e0428290585-006645fcbf" "proxy-server 1660720" 0.0092 "-" 1660720 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4b34e76b87e0428290585-006645fcbf" "proxy-server 1660720" 0.0156 "-" 1660720 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4b34e76b87e0428290585-006645fcbf - 0.0236 - - 1715862719.140247822 1715862719.163817167 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx359a7b7752944337805ba-006645fcbf" "proxy-server 1660720" 0.0013 "-" 1660720 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50721/sdb1/1/a1/c1" "tx359a7b7752944337805ba-006645fcbf" "container-server 1660720" 0.0012 "-" 1660720 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39335/sda1/1/a1/c1" "tx359a7b7752944337805ba-006645fcbf" "container-server 1660720" 0.0012 "-" 1660720 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx359a7b7752944337805ba-006645fcbf" "proxy-server 1660720" 0.0097 "-" 1660720 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx359a7b7752944337805ba-006645fcbf" "proxy-server 1660720" 0.0153 "-" 1660720 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx359a7b7752944337805ba-006645fcbf - 0.0288 - - 1715862719.165251732 1715862719.194074154 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5cae266a8af4020854b2-006645fcbf" "proxy-server 1660720" 0.0023 "-" 1660720 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39335/sda1/2/a/c1" "txc5cae266a8af4020854b2-006645fcbf" "container-server 1660720" 0.0018 "-" 1660720 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50721/sdb1/2/a/c1" "txc5cae266a8af4020854b2-006645fcbf" "container-server 1660720" 0.0011 "-" 1660720 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5cae266a8af4020854b2-006645fcbf" "proxy-server 1660720" 0.0165 "-" 1660720 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5cae266a8af4020854b2-006645fcbf" "proxy-server 1660720" 0.0125 "-" 1660720 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc5cae266a8af4020854b2-006645fcbf - 0.0267 - - 1715862719.195771933 1715862719.222444296 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd5b59a1bb8cb489c956cc-006645fcbf" "proxy-server 1660720" 0.0021 "-" 1660720 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50721/sdb1/1/a/c2" "txd5b59a1bb8cb489c956cc-006645fcbf" "container-server 1660720" 0.0019 "-" 1660720 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39335/sda1/1/a/c2" "txd5b59a1bb8cb489c956cc-006645fcbf" "container-server 1660720" 0.0011 "-" 1660720 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd5b59a1bb8cb489c956cc-006645fcbf" "proxy-server 1660720" 0.0222 "-" 1660720 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd5b59a1bb8cb489c956cc-006645fcbf" "proxy-server 1660720" 0.0276 "-" 1660720 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd5b59a1bb8cb489c956cc-006645fcbf - 0.0367 - - 1715862719.224028111 1715862719.260739565 2 +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmp_k58cbco/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txa84d1919364d4af1ad20a-006645fcbf) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txa84d1919364d4af1ad20a-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: txa84d1919364d4af1ad20a-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb721bec3bfbf40619ffad-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb721bec3bfbf40619ffad-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb721bec3bfbf40619ffad-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx09f3039bdaef4f399462e-006645fcbf) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe5eb071ec89c4e01bb3c1-006645fcbf) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa5336ae9f9d24b76bbe24-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx04b993da6f274390b3456-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx68a5842c449b43f8a28f8-006645fcbf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe30a98c8e42b4ca69a7cb-006645fcbf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe30a98c8e42b4ca69a7cb-006645fcbf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txa405aab483734b5ca362b-006645fcbf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx544e6d1a1d784f14bdc92-006645fcbf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa9a27434687f4621a4997-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx955d105da11d495b9ff59-006645fcbf) +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx8983bdcff17c4e198013f-006645fcbf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7fa6b1e244cf4276a259f-006645fcbf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7fa6b1e244cf4276a259f-006645fcbf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx67b558a729ea4a78bd54a-006645fcbf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6628e66b49f3481aa5df5-006645fcbf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx44f1e7bc18a14a4a97b63-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx9d29eb8dd50147bf8f6b9-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx9b343ea50b404c1981192-006645fcbf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx66b27ec3975d41e3ba9af-006645fcbf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx66b27ec3975d41e3ba9af-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx848e8c85033c4fd8a23a9-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx5deed546e0454225b1975-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ff9caa1149e47d193833-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ff9caa1149e47d193833-006645fcbf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -95904,6 +92524,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -95922,8 +92544,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: Container GET returning 503 for (204, 404, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -95953,6 +92574,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -95981,8 +92604,6 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -96010,12 +92631,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -96024,7 +92643,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -96033,7 +92652,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -96042,7 +92661,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -96070,7 +92693,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): @@ -96099,9 +92721,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -96129,6 +92750,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): @@ -96157,9 +92780,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -96178,1092 +92799,80 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake INFO: - - 18/Jun/2025/18/48/46 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1750273526 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1750272526.383885622 1750272526.384067774 - -Wed Jun 18 06:48:46 2025 /tmp/log/swift/profile/default.profile2513646 -Wed Jun 18 06:48:46 2025 /tmp/log/swift/profile/default.profile123 -Wed Jun 18 06:48:46 2025 /tmp/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :1() - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc0d1ebbd7369486d9a3f0-0068530a11" "proxy-server 2513685" 0.0012 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35593/sdb1/1/a1/c1" "txc0d1ebbd7369486d9a3f0-0068530a11" "container-server 2513685" 0.0012 "-" 2513685 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56867/sda1/1/a1/c1" "txc0d1ebbd7369486d9a3f0-0068530a11" "container-server 2513685" 0.0012 "-" 2513685 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc0d1ebbd7369486d9a3f0-0068530a11" "proxy-server 2513685" 0.0091 "-" 2513685 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc0d1ebbd7369486d9a3f0-0068530a11" "proxy-server 2513685" 0.0145 "-" 2513685 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc0d1ebbd7369486d9a3f0-0068530a11 - 0.0224 - - 1750272529.063999176 1750272529.086393356 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx191b3fb8747841fe9a9f9-0068530a11" "proxy-server 2513685" 0.0022 "-" 2513685 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56867/sda1/2/a/c1" "tx191b3fb8747841fe9a9f9-0068530a11" "container-server 2513685" 0.0012 "-" 2513685 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35593/sdb1/2/a/c1" "tx191b3fb8747841fe9a9f9-0068530a11" "container-server 2513685" 0.0017 "-" 2513685 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx191b3fb8747841fe9a9f9-0068530a11" "proxy-server 2513685" 0.0112 "-" 2513685 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx191b3fb8747841fe9a9f9-0068530a11" "proxy-server 2513685" 0.0166 "-" 2513685 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx191b3fb8747841fe9a9f9-0068530a11 - 0.0256 - - 1750272529.087896347 1750272529.113526821 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb04c5d3888d0423496576-0068530a11" "proxy-server 2513685" 0.0021 "-" 2513685 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56867/sda1/1/a/c2" "txb04c5d3888d0423496576-0068530a11" "container-server 2513685" 0.0011 "-" 2513685 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35593/sdb1/1/a/c2" "txb04c5d3888d0423496576-0068530a11" "container-server 2513685" 0.0018 "-" 2513685 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb04c5d3888d0423496576-0068530a11" "proxy-server 2513685" 0.0096 "-" 2513685 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb04c5d3888d0423496576-0068530a11" "proxy-server 2513685" 0.0153 "-" 2513685 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb04c5d3888d0423496576-0068530a11 - 0.0242 - - 1750272529.115002632 1750272529.139175415 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpehfgxnf6: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test DEBUG: /tmp/tmpiiqr7w1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272522.83879', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '1d995083-436c-41e1-baf9-4b71b0b615f8-sda') -test DEBUG: /tmp/tmpiiqr7w1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00349259s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7caa1a0c-93dc-418e-8d31-87ac8877f890-sda', '1750272523.46318', '1750272523.46135', '0', '', '1750272523.46135', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.46754', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.46754', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.46754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.46759', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.46759', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.46759', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.46760', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.46760', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.46760', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7caa1a0c-93dc-418e-8d31-87ac8877f890-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '271c72e1-4ca0-4ab4-a19c-baa8b01a7c7a-sda', '1750272523.48062', '1750272523.47884', '0', '', '1750272523.47884', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.48467', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.48467', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.48467', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.48471', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.48471', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.48471', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.48473', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.48473', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.48473', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46114', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}], '271c72e1-4ca0-4ab4-a19c-baa8b01a7c7a-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7f6ad1f0-60b9-4afd-a41d-84fa70d3448a-sda', '1750272523.49932', '1750272523.49760', '0', '', '1750272523.49760', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.50334', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.50334', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.50334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.50338', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.50338', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.50338', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.50339', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.50339', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.50339', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46114', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7f6ad1f0-60b9-4afd-a41d-84fa70d3448a-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8e96384b-1ca4-4bf0-a4a8-f161481bea1c-sda', '1750272523.51703', '1750272523.51528', '0', '', '1750272523.51528', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.52117', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.52117', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.52117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.52121', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.52121', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.52121', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.52122', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.52122', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.52122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46114', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8e96384b-1ca4-4bf0-a4a8-f161481bea1c-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '414f9669-5a56-4b3e-b82c-4bfb24bf5636-sda', '1750272523.53509', '1750272523.53342', '0', '', '1750272523.53342', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.53903', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.53903', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.53903', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.53908', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.53908', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.53908', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.53909', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.53909', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.53909', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46114', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}], '414f9669-5a56-4b3e-b82c-4bfb24bf5636-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e44d4bf6-768e-4581-a344-451803cbdc32-sda', '1750272523.90826', '1750272523.90656', '0', '', '1750272523.90656', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.91225', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.91225', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.91225', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.91229', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.91229', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.91229', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.91230', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.91230', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.91230', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}], 'e44d4bf6-768e-4581-a344-451803cbdc32-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67941007-0106-404b-800e-2a986b6149f1-sda', '1750272523.93249', '1750272523.93061', '0', '', '1750272523.93061', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.93675', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.93675', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.93675', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.93680', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.93680', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.93680', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.93681', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.93681', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.93681', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}], '67941007-0106-404b-800e-2a986b6149f1-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd4df149-c19a-4884-961f-280d32ba75a2-sda', '1750272523.95173', '1750272523.94990', '0', '', '1750272523.94990', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.95589', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.95589', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.95589', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.95595', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.95595', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.95595', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.95596', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.95596', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.95596', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}], 'bd4df149-c19a-4884-961f-280d32ba75a2-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9015bbdd-87e1-4f53-ab5f-015b0b0b9575-sda', '1750272523.97128', '1750272523.96950', '0', '', '1750272523.96950', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9a09e92cb838477da22d3-0068530a11) -test INFO: Client disconnected on read of '/a/c' (txn: tx9a09e92cb838477da22d3-0068530a11) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txad2f9d4ffc2b46e190e09-0068530a11) -test INFO: Client disconnected on read of '/a/c' (txn: txad2f9d4ffc2b46e190e09-0068530a11) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx9fc8f10a973347369fed3-0068530a12) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx9fc8f10a973347369fed3-0068530a12) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx9fc8f10a973347369fed3-0068530a12) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx9fc8f10a973347369fed3-0068530a12) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.42950', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.43164', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.43367', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.43587', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.43779', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.44044', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.44234', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.44425', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.44618', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.45535', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272524.45716', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_float -test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_int -test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_prefixlogger -test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_readconf -test.unit.common.test_utils.TestUtils.test_readconf ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir -test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestUtils.test_readconf_raw -test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer -test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok -test.unit.common.test_utils.TestUtils.test_str_format_time -test.unit.common.test_utils.TestUtils.test_str_format_time ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter -test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272523.97549', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272523.97549', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.97549', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272523.97554', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272523.97554', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.97554', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272523.97555', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272523.97555', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272523.97555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46129', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46129', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46129', 'epoch': '1750272523.46130', 'reported': 0, 'tombstones': -1}], '9015bbdd-87e1-4f53-ab5f-015b0b0b9575-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '65717089-d691-4e81-9523-9c6ec628d07f-sda', '1750272525.00509', '1750272525.00318', '0', '', '1750272525.00318', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272525.00937', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272525.00937', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.00937', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272525.00941', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272525.00941', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.00941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272525.00942', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272525.00942', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.00942', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}], '65717089-d691-4e81-9523-9c6ec628d07f-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1db95858-30b6-4914-9e26-896ab23945d8-sda', '1750272525.02521', '1750272525.02337', '0', '', '1750272525.02337', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272525.02942', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272525.02942', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.02942', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272525.02946', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272525.02946', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.02946', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272525.02947', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272525.02947', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.02947', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}], '1db95858-30b6-4914-9e26-896ab23945d8-sda') -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e391e4d8-2f20-45a2-8033-9f5be66a0853-sda', '1750272525.04524', '1750272525.04342', '0', '', '1750272525.04342', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272525.04946', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272525.04946', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.04946', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272525.04951', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272525.04951', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.04951', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272525.04952', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272525.04952', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.04952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272523.46134', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e391e4d8-2f20-45a2-8033-9f5be66a0853-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1750272523.46124', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46124', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46124', 'epoch': '1750272523.46125', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1750272523.46134', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272523.46114', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272523.46114', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpwhuz285v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f917ea04cd780db54b5ab517e45fb090', 'd17af70b-149f-4708-82bd-d96984281ecb-sda', '1750272525.06621', '1750272525.06430', '0', '', '1750272525.06430', 1, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1750272525.77327', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184845Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272525.78409', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -97273,11 +92882,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -97293,8 +92902,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -97324,7 +92933,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -97369,7 +92978,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -97428,7 +93037,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -97501,7 +93110,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -97588,534 +93197,61 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx7175595395074554a4e53-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: tx7175595395074554a4e53-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx78a2c5336e6f47c886540-0068530a0e) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx78a2c5336e6f47c886540-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: tx3eef4c9743014053907ef-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: txa74284cc88bd4306b5b7d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaa9b734c74cc483199f71-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaa9b734c74cc483199f71-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaa9b734c74cc483199f71-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: txaa9b734c74cc483199f71-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: txaa9b734c74cc483199f71-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: tx7a4baa822704472a90e5d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbab74d02cb4245e7acfc7-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbab74d02cb4245e7acfc7-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbab74d02cb4245e7acfc7-0068530a0e) +OSError (txn: tx2938fcd8a0ea434495423-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: tx2938fcd8a0ea434495423-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txf815b6824a2d4ff186cb3-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx406fcc19e9744d52a7577-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx732e0df7b3044121bf0f6-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01947d6a1f8d4162ab90d-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01947d6a1f8d4162ab90d-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01947d6a1f8d4162ab90d-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: tx01947d6a1f8d4162ab90d-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx01947d6a1f8d4162ab90d-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: tx60820793c7ad416891957-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd970808d49e64ed0af8c7-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd970808d49e64ed0af8c7-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd970808d49e64ed0af8c7-006645fcbf) test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272525.07198', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd17af70b-149f-4708-82bd-d96984281ecb-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpbw1u7k6u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e4d73be6-ec61-4e8b-a0df-24a33933ef8d-sda', '1750272525.88159', '1750272525.87954', '0', '', '1750272525.87954', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpbw1u7k6u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73357977918613e23f07d92aa2432451', 'b1def49b-726f-4333-abe8-9e6eea30fb4f-sda', '1750272525.89715', '1750272525.89532', '0', '', '1750272525.89532', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1750272525.90177', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'b1def49b-726f-4333-abe8-9e6eea30fb4f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '1750272525.92217', '1750272525.92008', '0', '', '1750272525.92008', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '1750272525.92217', '1750272525.92008', '0', '', '1750272525.92008', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00873 seconds (114.49393/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '1750272525.92217', '1750272525.92008', '0', '', '1750272525.92008', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272525.93850', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272525.93850', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272525.93850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272525.92364', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272525.92364', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.92364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272525.92365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272525.92365', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.92365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272525.92380', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272525.92380', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272525.92366', 'epoch': '1750272525.92366', 'reported': 0, 'tombstones': -1}], '830072eb-7694-406d-bca8-e1ab9d6f2240-sda') -test DEBUG: /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '830072eb-7694-406d-bca8-e1ab9d6f2240-sda', '1750272525.92217', '1750272525.92008', '0', '', '1750272525.92008', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1750272525.93850', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1750272525.93850', 'deleted': 1, 'state': 10, 'state_timestamp': '1750272525.93850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1750272525.92364', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1750272525.92364', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.92364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1750272525.92365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1750272525.92365', 'deleted': 0, 'state': 10, 'state_timestamp': '1750272525.92365', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272525.92380', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272525.92380', 'deleted': 0, 'state': 60, 'state_timestamp': '1750272525.92366', 'epoch': '1750272525.92366', 'reported': 0, 'tombstones': -1}], '830072eb-7694-406d-bca8-e1ab9d6f2240-sda') -test DEBUG: /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpz9wnvy81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01862 seconds (53.71087/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2d265ffe-257b-434f-8a3a-d1a6d6b435e4-sda', '1750272525.96784', '1750272525.96588', '1750272525.97227', '', '1750272525.97227', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3nolq14k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '87449b45-eb6e-4d25-971e-a41777f1df4d-sda', '1750272525.98022', '1750272525.00000', '0', '', '1750272525.00000', 0, 0) -test DEBUG: /tmp/tmp3nolq14k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbab74d02cb4245e7acfc7-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbab74d02cb4245e7acfc7-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: txbab74d02cb4245e7acfc7-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd89abf3f485645a5a298d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd89abf3f485645a5a298d-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: txd89abf3f485645a5a298d-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx675f5f27e1274cceb8ce6-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx06d3f26a39a24826a6ccb-0068530a0e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx06d3f26a39a24826a6ccb-0068530a0e) -test ERROR: Container GET returning 503 for [500, 500] (txn: tx06d3f26a39a24826a6ccb-0068530a0e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe1a7082f8cb54629935a6-0068530a0e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2edd3d6bafd54b8ebc8e1-0068530a0e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2edd3d6bafd54b8ebc8e1-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: tx2edd3d6bafd54b8ebc8e1-0068530a0e) -test ERROR: Container GET returning 503 for [] (txn: txc743642d746b4cd190b81-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: txc743642d746b4cd190b81-0068530a0e) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd970808d49e64ed0af8c7-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd970808d49e64ed0af8c7-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: txd970808d49e64ed0af8c7-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1b8ee7b933e45e2a76e0-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb1b8ee7b933e45e2a76e0-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: txb1b8ee7b933e45e2a76e0-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx99cab81397734ecfa61a0-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txca37c3e407f441ceaef0b-006645fcbf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txca37c3e407f441ceaef0b-006645fcbf) +test ERROR: Container GET returning 503 for [500, 500] (txn: txca37c3e407f441ceaef0b-006645fcbf) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa3b8c62c425b4ecfbb411-006645fcbf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe81d0722983748d08c139-006645fcbf) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe81d0722983748d08c139-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: txe81d0722983748d08c139-006645fcbf) +test ERROR: Container GET returning 503 for [] (txn: txdaa3cb0f46f64f70bb1dc-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: txdaa3cb0f46f64f70bb1dc-006645fcbf) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f3af03bf51e4473b0c77-0068530a0e) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f3af03bf51e4473b0c77-0068530a0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx13c6d20cc1f64045b2c52-006645fcbf) +test INFO: Client disconnected on read of '/a/c' (txn: tx13c6d20cc1f64045b2c52-006645fcbf) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -98125,7 +93261,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28ffc9cf35e24155ab02b-0068530a0e) +StopIteration (txn: tx3f327190e5034d2985ef9-006645fcbf) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98134,7 +93270,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28ffc9cf35e24155ab02b-0068530a0e) +StopIteration (txn: tx3f327190e5034d2985ef9-006645fcbf) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98143,7 +93279,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28ffc9cf35e24155ab02b-0068530a0e) +StopIteration (txn: tx3f327190e5034d2985ef9-006645fcbf) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98152,7 +93288,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28ffc9cf35e24155ab02b-0068530a0e) +StopIteration (txn: tx3f327190e5034d2985ef9-006645fcbf) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98161,10 +93297,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28ffc9cf35e24155ab02b-0068530a0e) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx28ffc9cf35e24155ab02b-0068530a0e) +StopIteration (txn: tx3f327190e5034d2985ef9-006645fcbf) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx3f327190e5034d2985ef9-006645fcbf) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -98172,8 +93308,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41ecd9a591324b5bb7351-0068530a0e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: txd3b2208cdef5461994700-006645fcbf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -98181,7 +93317,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41ecd9a591324b5bb7351-0068530a0e) +StopIteration (txn: txd3b2208cdef5461994700-006645fcbf) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98190,7 +93326,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41ecd9a591324b5bb7351-0068530a0e) +StopIteration (txn: txd3b2208cdef5461994700-006645fcbf) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98199,910 +93335,57 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41ecd9a591324b5bb7351-0068530a0e) +StopIteration (txn: txd3b2208cdef5461994700-006645fcbf) test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184846Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272526.66604', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250618/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250618T184846Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272526.67543', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -Unlinked retiring db '/tmp/tmpg0sxbg4r/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -Unlinked retiring db '/tmp/tmpelhz3n2b/containers/part/suffix/hash/container.db' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272527.60503', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272527.61306', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '87449b45-eb6e-4d25-971e-a41777f1df4d-sda', '1750272525.98022', '1750272525.00000', '0', '', '1750272525.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('87449b45-eb6e-4d25-971e-a41777f1df4d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.72032 seconds (1.38827/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8j8jzwh8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', '1750272527.10327', '1750272528.00000', '0', '{"X-Container-Sync-To": ["a", "1750272529.00000"], "X-Container-Sync-Key": ["secret", "1750272530.00000"]}', '1750272528.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', '1750272527.10327', '1750272528.00000', '0', '{"X-Container-Sync-To": ["a", "1750272529.00000"], "X-Container-Sync-Key": ["secret", "1750272530.00000"]}', '1750272528.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmp8j8jzwh8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '1750272527.10008', '1750272527.00000', '0', '', '1750272527.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '1750272527.10008', '1750272527.00000', '0', '', '1750272527.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02978 seconds (67.15753/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8j8jzwh8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', '1750272527.10327', '1750272528.00000', '0', '{"X-Container-Sync-To": ["", "1750272531.00000"], "X-Container-Sync-Key": ["secret", "1750272530.00000"]}', '1750272528.00000', 0, 0) -test DEBUG: /tmp/tmp8j8jzwh8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '869bddfc-6072-4e76-9d83-307b7c9ae6f5-sda', '1750272527.10327', '1750272528.00000', '0', '{"X-Container-Sync-To": ["", "1750272531.00000"], "X-Container-Sync-Key": ["secret", "1750272530.00000"]}', '1750272528.00000', 0, 0) -test DEBUG: /tmp/tmp8j8jzwh8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp8j8jzwh8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '1750272527.10008', '1750272527.00000', '0', '', '1750272527.00000', 0, 0) -test DEBUG: /tmp/tmp8j8jzwh8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2daa9a5-f6ec-4e85-ba64-ab41740c122c-sda', '1750272527.10008', '1750272527.00000', '0', '', '1750272527.00000', 0, 0) -test DEBUG: /tmp/tmp8j8jzwh8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.03286 seconds (60.86004/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmpcwv9gcis/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41ecd9a591324b5bb7351-0068530a0e) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx41ecd9a591324b5bb7351-0068530a0e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx38b7589280dc4b9e85ae9-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe830cb59691541a389f47-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8e406746ada74073b7c97-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe54146ce4e634883b1c9c-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4bcf2bfe978c4fdea76f9-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx04a155be06534484b974b-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ea30249c3fc46c3acfcd-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx139c0a80350c450cb0471-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7463f2fb136940bebb17d-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcac737278fd042c5b477e-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx563b2319358843679e58a-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx83714cba39b44e02837a7-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx413eb41e4a5a4b71b5d96-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4d694098396c49339bf5d-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc76dbe07492b412882e41-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb1b9eb3fb3c648149f2f4-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb906c159d121479db67d9-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa7a40a7c3394441b9e280-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92ff3e70b97941eea6a00-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0cf75c1b646a4e8fb37c9-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3b9700494131479b9c28a-0068530a0f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f2b39c753af41e6a8b07-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx05b138426cd547d7809ed-0068530a0f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx203f6a9151e94861b5209-0068530a0f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txdfbba3230c7e4ac1ad3f3-0068530a0f) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txd8b16d33bc334fae94793-0068530a0f) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2b40334472204a81af615-0068530a0f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8fb0276858ff41ae944e6-0068530a10) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc83158063a2f4087a223e-0068530a10) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txff1289933e264cf2a785b-0068530a10) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txd5ba6cb1a1014f74a8244-0068530a10) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272528.68332', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1750272528.69161', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -Unlinked retiring db '/tmp/tmpwdnsz3dz/containers/part/suffix/hash/container.db' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd57b264ae3f74b63ad341-0068530a10) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx39480578c760453d8ed33-0068530a10) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx836b589381254d7fbc336-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbfd3d06f38f34e348fd61-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb09e6fca66304d0596d18-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe00ad25ca6f14115b16fa-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf6048b9bcc9c48c6bc67e-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc42cb8004a1f42b887fc6-0068530a10) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx361637893c8f4e6b94a4f-0068530a10) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx361637893c8f4e6b94a4f-0068530a10) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx04ba2e299ecd4c66b1573-0068530a10) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txc248939a59ff45be8310e-0068530a10) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx308665202e6147c19460f-0068530a10) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txd908313e47b04057ac689-0068530a10) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect @@ -99115,197 +93398,7 @@ test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: Setting object count to 1032 (txn: txf389f830476c4d1c8fb2a-0068530a16) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: Setting object count to 48 (txn: txc8515dd9b83e4d098a30e-0068530a16) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: Setting object count to 1064 (txn: tx7883af62de82456c98ba7-0068530a16) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txacd5a548c1e943bb94fb7-0068530a16) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx784e491bb3e0409fb7024-0068530a16) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txb219c4fc997f4d04a1244-0068530a11) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: txf892d278951e4808a5538-0068530a12) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txdda99cbb29b34ca6a0309-0068530a12) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp9ietl_jt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9ietl_jt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp9ietl_jt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9ietl_jt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 2513673 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 2513673 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 2513673 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 2513673 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx375b8bbcf62241f785b5d-0068530a12" "proxy-server 2513673" 0.0012 "-" 2513673 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49829/sda1/1/a/c" "tx375b8bbcf62241f785b5d-0068530a12" "container-server 2513673" 0.0010 "-" 2513673 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59105/sdb1/1/a/c" "tx375b8bbcf62241f785b5d-0068530a12" "container-server 2513673" 0.0010 "-" 2513673 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx375b8bbcf62241f785b5d-0068530a12" "proxy-server 2513673" 0.0139 "-" 2513673 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx375b8bbcf62241f785b5d-0068530a12" "proxy-server 2513673" 0.0101 "-" 2513673 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx375b8bbcf62241f785b5d-0068530a12 - 0.0224 - - 1750272530.306181192 1750272530.328585148 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9f0f13d1204f4ec4a6f3f-0068530a12" "proxy-server 2513673" 0.0012 "-" 2513673 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59105/sdb1/1/a1/c1" "tx9f0f13d1204f4ec4a6f3f-0068530a12" "container-server 2513673" 0.0011 "-" 2513673 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49829/sda1/1/a1/c1" "tx9f0f13d1204f4ec4a6f3f-0068530a12" "container-server 2513673" 0.0010 "-" 2513673 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f0f13d1204f4ec4a6f3f-0068530a12" "proxy-server 2513673" 0.0083 "-" 2513673 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f0f13d1204f4ec4a6f3f-0068530a12" "proxy-server 2513673" 0.0134 "-" 2513673 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9f0f13d1204f4ec4a6f3f-0068530a12 - 0.0207 - - 1750272530.329951048 1750272530.350674391 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6facd713581463fbf181-0068530a12" "proxy-server 2513673" 0.0019 "-" 2513673 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49829/sda1/2/a/c1" "txb6facd713581463fbf181-0068530a12" "container-server 2513673" 0.0017 "-" 2513673 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:59105/sdb1/2/a/c1" "txb6facd713581463fbf181-0068530a12" "container-server 2513673" 0.0011 "-" 2513673 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6facd713581463fbf181-0068530a12" "proxy-server 2513673" 0.0104 "-" 2513673 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6facd713581463fbf181-0068530a12" "proxy-server 2513673" 0.0155 "-" 2513673 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb6facd713581463fbf181-0068530a12 - 0.0237 - - 1750272530.352020025 1750272530.375717640 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf345d8390a9f4b629abb3-0068530a12" "proxy-server 2513673" 0.0020 "-" 2513673 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49829/sda1/1/a/c2" "txf345d8390a9f4b629abb3-0068530a12" "container-server 2513673" 0.0010 "-" 2513673 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59105/sdb1/1/a/c2" "txf345d8390a9f4b629abb3-0068530a12" "container-server 2513673" 0.0017 "-" 2513673 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf345d8390a9f4b629abb3-0068530a12" "proxy-server 2513673" 0.0090 "-" 2513673 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf345d8390a9f4b629abb3-0068530a12" "proxy-server 2513673" 0.0142 "-" 2513673 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf345d8390a9f4b629abb3-0068530a12 - 0.0225 - - 1750272530.377133131 1750272530.399621010 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok @@ -99313,1411 +93406,802 @@ test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpribwok9v/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpribwok9v/test_container.db': : +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpuznw2g13/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpuznw2g13/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpmkdwj0yp/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000111 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000094 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000101 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET https://cluster.domain HTTP/1.0" 200 117 0.000123 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000102 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txcb10a702ed264753a7ed9-0068530a16) -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (2513666) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "PUT /path HTTP/1.0" 200 105 0.000096 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000078 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000080 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000071 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET / HTTP/1.1" 200 120 0.000101 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET /%FF HTTP/1.1" 200 123 0.000093 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET /ÿ HTTP/1.1" 200 126 0.000086 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000091 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000063 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET // HTTP/1.1" 200 121 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET //bar HTTP/1.1" 200 124 0.000062 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:54] "GET //////baz HTTP/1.1" 200 128 0.000064 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 18 Jun 2025 18:48:54 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (2513666) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2513666) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [18/Jun/2025 06:48:55] "GET /someurl HTTP/1.0" 200 102 0.000074 -proxy INFO: wsgi exiting -proxy INFO: (2513666) wsgi exited, is_accepting=True -test DEBUG: Skipping the update of recently changed /tmp/tmpdtopv8bb/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpdtopv8bb/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpdtopv8bb/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpdtopv8bb/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmp94yqmjs5/garbage is not a directory -test DEBUG: Skipping: /tmp/tmp94yqmjs5/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpt54ppkrd/sdq is not mounted -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp2ym6tmuh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ym6tmuh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp2ym6tmuh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2ym6tmuh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0044 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0040 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0039 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0037 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcdebbb036c8b495780b2f-0068530a17" "proxy-server 2513666" 0.0019 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47299/sdb1/1/a/c" "txcdebbb036c8b495780b2f-0068530a17" "container-server 2513666" 0.0012 "-" 2513666 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52123/sda1/1/a/c" "txcdebbb036c8b495780b2f-0068530a17" "container-server 2513666" 0.0011 "-" 2513666 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcdebbb036c8b495780b2f-0068530a17" "proxy-server 2513666" 0.0110 "-" 2513666 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcdebbb036c8b495780b2f-0068530a17" "proxy-server 2513666" 0.0172 "-" 2513666 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcdebbb036c8b495780b2f-0068530a17 - 0.0264 - - 1750272535.956901550 1750272535.983283281 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb3277dfde17642d6aac66-0068530a17" "proxy-server 2513666" 0.0012 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52123/sda1/1/a1/c1" "txb3277dfde17642d6aac66-0068530a17" "container-server 2513666" 0.0012 "-" 2513666 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47299/sdb1/1/a1/c1" "txb3277dfde17642d6aac66-0068530a17" "container-server 2513666" 0.0011 "-" 2513666 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb3277dfde17642d6aac66-0068530a17" "proxy-server 2513666" 0.0137 "-" 2513666 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb3277dfde17642d6aac66-0068530a17" "proxy-server 2513666" 0.0099 "-" 2513666 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb3277dfde17642d6aac66-0068530a17 - 0.0222 - - 1750272535.984808683 1750272536.007050276 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0efdcf11791943eb905af-0068530a18" "proxy-server 2513666" 0.0022 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52123/sda1/2/a/c1" "tx0efdcf11791943eb905af-0068530a18" "container-server 2513666" 0.0022 "-" 2513666 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47299/sdb1/2/a/c1" "tx0efdcf11791943eb905af-0068530a18" "container-server 2513666" 0.0011 "-" 2513666 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0efdcf11791943eb905af-0068530a18" "proxy-server 2513666" 0.0112 "-" 2513666 1 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd3b2208cdef5461994700-006645fcbf) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txd3b2208cdef5461994700-006645fcbf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txa0ab0330b5ea41b6a6ae1-006645fcbf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txfa7d2d83b2bc40b8a5af6-006645fcbf) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmph95lm3yq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph95lm3yq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmph95lm3yq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph95lm3yq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1660687 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1660687 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 1660687 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660687 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a1c9794c93145c597605-006645fcbf" "proxy-server 1660687" 0.0014 "-" 1660687 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:56635/sdb1/3/a/c" "tx7a1c9794c93145c597605-006645fcbf" "container-server 1660687" 0.0011 "-" 1660687 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:48797/sda1/3/a/c" "tx7a1c9794c93145c597605-006645fcbf" "container-server 1660687" 0.0018 "-" 1660687 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a1c9794c93145c597605-006645fcbf" "proxy-server 1660687" 0.0165 "-" 1660687 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a1c9794c93145c597605-006645fcbf" "proxy-server 1660687" 0.0125 "-" 1660687 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7a1c9794c93145c597605-006645fcbf - 0.0286 - - 1715862719.799973726 1715862719.828614235 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9fdfad43f789430cacd0c-006645fcbf" "proxy-server 1660687" 0.0014 "-" 1660687 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56635/sdb1/0/a1/c1" "tx9fdfad43f789430cacd0c-006645fcbf" "container-server 1660687" 0.0011 "-" 1660687 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48797/sda1/0/a1/c1" "tx9fdfad43f789430cacd0c-006645fcbf" "container-server 1660687" 0.0011 "-" 1660687 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9fdfad43f789430cacd0c-006645fcbf" "proxy-server 1660687" 0.0140 "-" 1660687 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9fdfad43f789430cacd0c-006645fcbf" "proxy-server 1660687" 0.0101 "-" 1660687 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9fdfad43f789430cacd0c-006645fcbf - 0.0230 - - 1715862719.830307484 1715862719.853321552 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx83421fd1fc34444696a01-006645fcbf" "proxy-server 1660687" 0.0021 "-" 1660687 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:48797/sda1/3/a/c1" "tx83421fd1fc34444696a01-006645fcbf" "container-server 1660687" 0.0011 "-" 1660687 1 +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0efdcf11791943eb905af-0068530a18" "proxy-server 2513666" 0.0166 "-" 2513666 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0efdcf11791943eb905af-0068530a18 - 0.0254 - - 1750272536.008648396 1750272536.034004211 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1335aefefc6c46088bd1b-0068530a18" "proxy-server 2513666" 0.0020 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52123/sda1/1/a/c2" "tx1335aefefc6c46088bd1b-0068530a18" "container-server 2513666" 0.0017 "-" 2513666 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47299/sdb1/1/a/c2" "tx1335aefefc6c46088bd1b-0068530a18" "container-server 2513666" 0.0011 "-" 2513666 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1335aefefc6c46088bd1b-0068530a18" "proxy-server 2513666" 0.0139 "-" 2513666 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1335aefefc6c46088bd1b-0068530a18" "proxy-server 2513666" 0.0101 "-" 2513666 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1335aefefc6c46088bd1b-0068530a18 - 0.0235 - - 1750272536.035426140 1750272536.058910131 2 +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +fake INFO: - - 16/May/2024/12/31/59 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1715863719 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1715862719.759325504 1715862719.759495974 - +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx894fbe624fb8419f9c218-006645fcbf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa70f1b79b67f4ab3b3f20-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1de83fd72eba473e9aa22-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx888570a9ce6d45278bf81-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx17a1bbf45d50484990aa0-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx23e5df28eeb74607ba36c-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9fcadfe5160b40118bd65-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txef8099b52d044a98b9394-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb3873ff9a9694cafa4d2c-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx272c44c8072b47e3905ff-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx464748b7879a42798b19e-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx41e39e2cb9c04b92a4756-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4da43b0c5af04642a6ce4-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx580198da56184f13b185a-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx802d6fc21f04445da0131-006645fcc0) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:56635/sdb1/3/a/c1" "tx83421fd1fc34444696a01-006645fcbf" "container-server 1660687" 0.0018 "-" 1660687 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx83421fd1fc34444696a01-006645fcbf" "proxy-server 1660687" 0.0113 "-" 1660687 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx83421fd1fc34444696a01-006645fcbf" "proxy-server 1660687" 0.0167 "-" 1660687 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx83421fd1fc34444696a01-006645fcbf - 0.0262 - - 1715862719.855024815 1715862719.881200552 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdc2d945b1df04881afa23-006645fcbf" "proxy-server 1660687" 0.0021 "-" 1660687 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:56635/sdb1/0/a/c2" "txdc2d945b1df04881afa23-006645fcbf" "container-server 1660687" 0.0019 "-" 1660687 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48797/sda1/0/a/c2" "txdc2d945b1df04881afa23-006645fcbf" "container-server 1660687" 0.0011 "-" 1660687 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdc2d945b1df04881afa23-006645fcbf" "proxy-server 1660687" 0.0145 "-" 1660687 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:31:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdc2d945b1df04881afa23-006645fcbf" "proxy-server 1660687" 0.0109 "-" 1660687 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/31/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdc2d945b1df04881afa23-006645fcbf - 0.0249 - - 1715862719.882901192 1715862719.907801390 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -100785,6 +94269,16 @@ test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda @@ -100921,753 +94415,166 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test raise Exception('kaboom1!') Exception: kaboom1! +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c3b942e192d4d9d9919f-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc06376d5a8a94af3ad01c-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx49cd5eff60bb4f9c933e8-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6bf24f9eb70843d7b37f2-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9166efc2e5a547aaa3286-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd85e1ffc4d0e4c68a18fc-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx844d65ab0ee74807a585c-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx85d5d8c65f764da596b87-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3b9200a1de644608a2267-006645fcc0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txcb5886ada547425bbba81-006645fcc0) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txfa29883a5f104f5c8aab4-006645fcc0) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txdd8f0b17511d4f1dba103-006645fcc0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx36b2d9922ecf43e68ccc1-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb0680c3d36084f678cc4b-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txba02d7672c42465ab104d-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txea73d3479e944ca09ca48-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx4dcb2635a0444f8182006-006645fcc0) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx004828cd329941228181c-006645fcc0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfbee622c853941d1a75dc-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx26ae7ad232c440a0a3e37-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx910f5617147e470e9638c-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx178c0417c18544958657f-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa0bcb1c679574b9a922a5-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx94670337519540279451f-006645fcc0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txa2965663af534df5b8ff9-006645fcc0) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa2965663af534df5b8ff9-006645fcc0) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test raise Exception('kaboom1!') Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -Unlinked retiring db '/tmp/tmp99l887sc/containers/part/suffix/hash/container.db' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 18 Jun 2025 18:48:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1750272536.892744303 1750272536.892809153 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1750272536.893909693 1750272536.893919945 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272536.894911528 1750272536.894974709 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272536.901651144 1750272536.901705980 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750272536.902616739 1750272536.902642727 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1750272536.903498650 1750272536.903513908 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.904585123 1750272536.904631376 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.905370951 1750272536.905409575 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1750272536.905355692 1750272536.905665874 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272536.924291372 1750272536.924393654 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.926367998 1750272536.926415443 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1750272536.927054167 1750272536.927096605 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.927711010 1750272536.927749157 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1750272536.928431034 1750272536.928472519 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750272536.929082632 1750272536.929118633 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1750272536.929713488 1750272536.929750204 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.930337906 1750272536.930373669 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0013 - - 1750272536.930946350 1750272536.932219028 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750272536.933300257 1750272536.933345795 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1750272536.934057474 1750272536.934098959 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1750272536.935006618 1750272536.935048103 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.935940027 1750272536.935982943 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.936658382 1750272536.936698437 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1750272536.937525272 1750272536.937563181 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 18/Jun/2025/18/48/56 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.940947056 1750272536.940989494 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.988203287 1750272536.988247395 - -test INFO: - - 18/Jun/2025/18/48/56 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.988520145 1750272536.988548517 - -test INFO: - - 18/Jun/2025/18/48/56 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.988745451 1750272536.988770723 - -test INFO: - - 18/Jun/2025/18/48/56 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272536.988944054 1750272536.988966703 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1750272536.991776705 1750272536.991882086 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1750272536.992910862 1750272536.992955685 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1750272536.993865728 1750272536.993919373 - -test INFO: - - 18/Jun/2025/18/48/56 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1750272536.994778633 1750272536.994818926 - -test INFO: - - 18/Jun/2025/18/48/57 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272537.000854492 1750272537.000888824 1 -test INFO: - - 18/Jun/2025/18/48/57 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272537.001617908 1750272537.001684904 1 -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/18/48/57 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272537.002583265 1750272537.002630711 - -test INFO: 4.5.6.7 1.2.3.4 18/Jun/2025/18/48/57 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1750272537.003245831 1750272537.003286362 - -test INFO: - - 18/Jun/2025/18/48/57 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1750272537.004186630 1750272537.004262686 - -test INFO: - - 18/Jun/2025/18/48/57 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1750272537.005768776 1750272537.005822182 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test @@ -101705,15 +94612,15 @@ Exception: kaboom1! test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8893cc17fb2a46868403b-0068530a18) -test INFO: Client disconnected on read of '/a/c' (txn: tx8893cc17fb2a46868403b-0068530a18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txfa350a40bb144fefa9c2b-0068530a18) -test INFO: Client disconnected on read of '/a/c' (txn: txfa350a40bb144fefa9c2b-0068530a18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx2aec007b61f3468d80335-0068530a19) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx2aec007b61f3468d80335-0068530a19) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx2aec007b61f3468d80335-0068530a19) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx2aec007b61f3468d80335-0068530a19) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7df796a10eac46119b5ad-006645fcc0) +test INFO: Client disconnected on read of '/a/c' (txn: tx7df796a10eac46119b5ad-006645fcc0) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txbf89f972efab4fc6b2b04-006645fcc0) +test INFO: Client disconnected on read of '/a/c' (txn: txbf89f972efab4fc6b2b04-006645fcc0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txde1dfa804ae14f10bcf10-006645fcc1) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txde1dfa804ae14f10bcf10-006645fcc1) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txde1dfa804ae14f10bcf10-006645fcc1) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txde1dfa804ae14f10bcf10-006645fcc1) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -101725,16 +94632,22 @@ test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -101756,2431 +94669,2060 @@ test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +Unlinked retiring db '/tmp/tmpw6fchnhy/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +Unlinked retiring db '/tmp/tmpw6fchnhy/containers/part/suffix/hash/container_1715862738.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +Unlinked retiring db '/tmp/tmpw6fchnhy/containers/part/suffix/hash/container_1715862749.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +[2024-05-16 12:31:43] Checking auditor stats +=============================================================================== +test ERROR: Problem finding shard upper in '/tmp/tmp7dfa8omz/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp7dfa8omz/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpl651ogwo/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpl651ogwo/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test ERROR: Failed to unlink '/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container_1715862722.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container_1715862722.00000.db': ['/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container.db', '/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container_1715862723.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpkk5bgpwz/containers/part/suffix/hash/container_1715862723.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmppqi21ewr/containers/part/suffix/hash/0a9ceae7-fdbb-4462-8640-c17f30ea93ae.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1t0t036j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1t0t036j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1t0t036j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1t0t036j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0037 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx50737ee121384b9c9ab7f-0068530a19" "proxy-server 2513666" 0.0014 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46013/sda1/1/a/c" "tx50737ee121384b9c9ab7f-0068530a19" "container-server 2513666" 0.0012 "-" 2513666 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40913/sdb1/1/a/c" "tx50737ee121384b9c9ab7f-0068530a19" "container-server 2513666" 0.0013 "-" 2513666 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx50737ee121384b9c9ab7f-0068530a19" "proxy-server 2513666" 0.0117 "-" 2513666 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx50737ee121384b9c9ab7f-0068530a19" "proxy-server 2513666" 0.0175 "-" 2513666 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx50737ee121384b9c9ab7f-0068530a19 - 0.0258 - - 1750272537.434085608 1750272537.459882021 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx539eabcca5b84c57b0fed-0068530a19" "proxy-server 2513666" 0.0014 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46013/sda1/1/a1/c1" "tx539eabcca5b84c57b0fed-0068530a19" "container-server 2513666" 0.0012 "-" 2513666 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40913/sdb1/1/a1/c1" "tx539eabcca5b84c57b0fed-0068530a19" "container-server 2513666" 0.0013 "-" 2513666 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx539eabcca5b84c57b0fed-0068530a19" "proxy-server 2513666" 0.0140 "-" 2513666 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx539eabcca5b84c57b0fed-0068530a19" "proxy-server 2513666" 0.0100 "-" 2513666 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx539eabcca5b84c57b0fed-0068530a19 - 0.0228 - - 1750272537.461525679 1750272537.484353781 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8d6f5a406754540b3d5a-0068530a19" "proxy-server 2513666" 0.0022 "-" 2513666 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40913/sdb1/2/a/c1" "txe8d6f5a406754540b3d5a-0068530a19" "container-server 2513666" 0.0027 "-" 2513666 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46013/sda1/2/a/c1" "txe8d6f5a406754540b3d5a-0068530a19" "container-server 2513666" 0.0019 "-" 2513666 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8d6f5a406754540b3d5a-0068530a19" "proxy-server 2513666" 0.0114 "-" 2513666 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8d6f5a406754540b3d5a-0068530a19" "proxy-server 2513666" 0.0167 "-" 2513666 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/57 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe8d6f5a406754540b3d5a-0068530a19 - 0.0257 - - 1750272537.485846043 1750272537.511569738 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca3dc5f55cc340ceac47c-0068530a19" "proxy-server 2513666" 0.0021 "-" 2513666 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46013/sda1/1/a/c2" "txca3dc5f55cc340ceac47c-0068530a19" "container-server 2513666" 0.0018 "-" 2513666 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40913/sdb1/1/a/c2" "txca3dc5f55cc340ceac47c-0068530a19" "container-server 2513666" 0.0012 "-" 2513666 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txca3dc5f55cc340ceac47c-0068530a19" "proxy-server 2513666" 0.0098 "-" 2513666 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:48:57 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txca3dc5f55cc340ceac47c-0068530a19" "proxy-server 2513666" 0.0152 "-" 2513666 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/48/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txca3dc5f55cc340ceac47c-0068530a19 - 0.0241 - - 1750272537.513350964 1750272537.537441969 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test INFO: - - 18/Jun/2025/18/48/57 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1750272537.006653547 1750272537.006676197 - -test INFO: - - 18/Jun/2025/18/48/57 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272537.007629633 1750272537.007659435 0 -test INFO: - - 18/Jun/2025/18/48/57 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272537.008517981 1750272537.008547544 -1 -test INFO: - - 18/Jun/2025/18/48/57 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1750272537.009769440 1750272537.009801626 - +Unlinked retiring db '/tmp/tmp3uwzb7h9/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: Setting object count to 1032 (txn: txe707dd51e2a1439a939ef-006645fcc1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: Setting object count to 48 (txn: tx397456bd1ac5473ea93dc-006645fcc1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +Unlinked retiring db '/tmp/tmpqxuaofbr/containers/part/suffix/hash/container-b78a271d-aebd-4d02-855e-757929f363a6.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +Unlinked retiring db '/tmp/tmpqxuaofbr/containers/part/suffix/hash/container-1fc88356-f21d-404b-8980-ddec87ef3b9d.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +HTTP PERF: 0.00124 seconds to PUT 127.0.0.1:55373 /sda1/123/a/c) +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1660695 2 +HTTP PERF: 0.00076 seconds to PUT 127.0.0.1:55373 /sda1/123/a/c) +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1660695 2 +HTTP PERF: 0.00082 seconds to PUT 127.0.0.1:55373 /sda1/123/a/c) +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:55373/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0029 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0021 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:01 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0047 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862704.894849062 1715862704.895048380 0 +test INFO: - - 16/May/2024/12/31/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.895509005 1715862704.895661354 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715862704.894114733 1715862704.896163702 - +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.897828817 1715862704.898075581 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862704.898434162 1715862704.898633957 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.899042606 1715862704.899217129 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1715862704.897684336 1715862704.899691820 - +test INFO: - - 16/May/2024/12/31/44 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1715862704.901282310 1715862704.901453972 0 +test INFO: - - 16/May/2024/12/31/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1715862704.902611256 1715862704.902850151 0 +test INFO: - - 16/May/2024/12/31/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1715862704.903281450 1715862704.903408527 0 +test INFO: - - 16/May/2024/12/31/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0027 - - 1715862704.901139975 1715862704.903869629 - +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00062 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgl43eua_/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Replicating db /tmp/tmpbnegyutb/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00640 seconds (156.25073/s) +test INFO: Attempted to replicate 1 dbs in 0.00229 seconds (436.25141/s) test INFO: Removed 1 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00063 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00056 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00050 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test ERROR: Problem finding shard upper in '/tmp/tmp20n5spej/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp20n5spej/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpisj6qg59/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpisj6qg59/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0055 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmp1cu5acn9/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0010 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0095 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0107 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0007 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0055 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0028 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0036 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0028 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0036 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmphkhqwwvz/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0053 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0041 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0036 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0062 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0056 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0055 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0054 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0073 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0071 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0015 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0039 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmpj1pflna8/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test ERROR: Failed to unlink '/tmp/tmpa4h6xctd/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpa4h6xctd/containers/part/suffix/hash/container_1715862722.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpa4h6xctd/containers/part/suffix/hash/container_1715862722.00000.db': ['/tmp/tmpa4h6xctd/containers/part/suffix/hash/container.db', '/tmp/tmpa4h6xctd/containers/part/suffix/hash/container_1715862723.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpa4h6xctd/containers/part/suffix/hash/container_1715862723.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpul3n62in/devices/sda1 (pid: 1660713) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpul3n62in/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.00000 +test INFO: Object update sweep completed on /tmp/tmpul3n62in/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp8zymov1p/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp8zymov1p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.00000 +test INFO: Object update sweep completed on /tmp/tmp8zymov1p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmph8yl5owe/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmph8yl5owe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmph8yl5owe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 +test INFO: Object update sweep completed on /tmp/tmph8yl5owe/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp8cyt4dih/devices/sda1 (pid: 1660713) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp8cyt4dih/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 +test INFO: Object update sweep completed on /tmp/tmp8cyt4dih/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp8cyt4dih/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmp8cyt4dih/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp8cyt4dih/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 +test INFO: Object update sweep completed on /tmp/tmp8cyt4dih/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpnula29yb/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpnula29yb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpnula29yb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpnula29yb/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test INFO: Object update sweep starting on /tmp/tmpnula29yb/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpnula29yb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 +test INFO: Object update sweep completed on /tmp/tmpnula29yb/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj4ilizku/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpj4ilizku/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj4ilizku/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpj4ilizku/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj4ilizku/devices/sda1 (pid: 1660713) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 to None +test INFO: Object update sweep completed on /tmp/tmpj4ilizku/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj4ilizku/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmpj4ilizku/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000 +test INFO: Object update sweep completed on /tmp/tmpj4ilizku/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862724.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0023 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0056 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmplva96y1v/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0043 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0023 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0043 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0025 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0025 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1660695 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0037 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test DEBUG: Update sent for /a/c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862725.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862726.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862727.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptqm2e6j6/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmptqm2e6j6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862728.00000 +test INFO: Object update sweep completed on /tmp/tmptqm2e6j6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7g1gnrxi/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmp7g1gnrxi/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.00000 +test INFO: Object update sweep completed on /tmp/tmp7g1gnrxi/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7g1gnrxi/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmp7g1gnrxi/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862725.00000 +test INFO: Object update sweep completed on /tmp/tmp7g1gnrxi/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpnvmfjkda/devices/sda1 (pid: 1660713) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0041 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0052 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0064 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0034 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:02 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmpgqasjh57/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0040 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test WARNING: More than one part in a single-part response? -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpsqg4g5ur/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750272539.00000, (0, 0) as of 1750272539.00000, active as of 1750272539.00000> to ShardRange<'k' to 't' as of 1750272540.00000, (0, 0) as of 1750272540.00000, active as of 1750272540.00000>, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, shrinking as of 1750272541.00000> to ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, sharding as of 1750272545.00000>, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp0as4wt8t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272539.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3fa/7486b8b4526b693c5214c258cfd113fa/7486b8b4526b693c5214c258cfd113fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272541.00000, db: /tmp/tmpzo46pujm/sda/containers/0/87c/fd64e7ef7f419b48a432a891681b587c/fd64e7ef7f419b48a432a891681b587c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272540.00000, (0, 0) as of 1750272540.00000, found as of 1750272540.00000> to ShardRange<'k' to 't' as of 1750272541.00000, (0, 0) as of 1750272541.00000, created as of 1750272541.00000>, path: .shards_a/shard_c_1750272541.00000, db: /tmp/tmpzo46pujm/sda/containers/0/87c/fd64e7ef7f419b48a432a891681b587c/fd64e7ef7f419b48a432a891681b587c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272543.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1ec/eec63ada938e5448e4d457060ba221ec/eec63ada938e5448e4d457060ba221ec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272542.00000, (0, 0) as of 1750272542.00000, found as of 1750272542.00000> to ShardRange<'k' to 't' as of 1750272543.00000, (0, 0) as of 1750272543.00000, cleaved as of 1750272543.00000>, path: .shards_a/shard_c_1750272543.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1ec/eec63ada938e5448e4d457060ba221ec/eec63ada938e5448e4d457060ba221ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272545.00000, db: /tmp/tmpzo46pujm/sda/containers/0/6db/f9869ac9e037ad6f570d357900d1d6db/f9869ac9e037ad6f570d357900d1d6db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, found as of 1750272544.00000> to ShardRange<'k' to 't' as of 1750272545.00000, (0, 0) as of 1750272545.00000, active as of 1750272545.00000>, path: .shards_a/shard_c_1750272545.00000, db: /tmp/tmpzo46pujm/sda/containers/0/6db/f9869ac9e037ad6f570d357900d1d6db/f9869ac9e037ad6f570d357900d1d6db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272547.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a4/955c1e7646753fce05ffedea48e758a4/955c1e7646753fce05ffedea48e758a4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272546.00000, (0, 0) as of 1750272546.00000, found as of 1750272546.00000> to ShardRange<'k' to 't' as of 1750272547.00000, (0, 0) as of 1750272547.00000, shrinking as of 1750272547.00000>, path: .shards_a/shard_c_1750272547.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a4/955c1e7646753fce05ffedea48e758a4/955c1e7646753fce05ffedea48e758a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272547.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a4/955c1e7646753fce05ffedea48e758a4/955c1e7646753fce05ffedea48e758a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272549.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ea6/6b5a943e02d8affbe225e68f2a3ecea6/6b5a943e02d8affbe225e68f2a3ecea6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272548.00000, (0, 0) as of 1750272548.00000, found as of 1750272548.00000> to ShardRange<'k' to 't' as of 1750272549.00000, (0, 0) as of 1750272549.00000, sharding as of 1750272549.00000>, path: .shards_a/shard_c_1750272549.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ea6/6b5a943e02d8affbe225e68f2a3ecea6/6b5a943e02d8affbe225e68f2a3ecea6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272549.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ea6/6b5a943e02d8affbe225e68f2a3ecea6/6b5a943e02d8affbe225e68f2a3ecea6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272550.00000, (0, 0) as of 1750272550.00000, found as of 1750272550.00000> to ShardRange<'k' to 't' as of 1750272551.00000, (0, 0) as of 1750272551.00000, sharded as of 1750272551.00000>, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx784e491bb3e0409fb7024-0068530a16) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Setting object count to 1065 (txn: txa28ae45546834d3e912cd-0068530a17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Setting object count to 1065 (txn: txfcd8846bca834cd69087f-0068530a18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx095f01f89bca4d759a608-0068530a19) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx095f01f89bca4d759a608-0068530a19) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txfb93c9a458934895b1517-0068530a1a) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txfb93c9a458934895b1517-0068530a1a) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txfb93c9a458934895b1517-0068530a1a) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272552.00000, (0, 0) as of 1750272552.00000, found as of 1750272552.00000> to ShardRange<'k' to 't' as of 1750272553.00000, (0, 0) as of 1750272553.00000, shrunk as of 1750272553.00000>, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272555.00000, db: /tmp/tmpzo46pujm/sda/containers/0/b90/b98466167a7d4cbc3483627e41b32b90/b98466167a7d4cbc3483627e41b32b90.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272554.00000, (0, 0) as of 1750272554.00000, created as of 1750272554.00000> to ShardRange<'k' to 't' as of 1750272555.00000, (0, 0) as of 1750272555.00000, found as of 1750272555.00000>, path: .shards_a/shard_c_1750272555.00000, db: /tmp/tmpzo46pujm/sda/containers/0/b90/b98466167a7d4cbc3483627e41b32b90/b98466167a7d4cbc3483627e41b32b90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272557.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a6c/43dade9667df847f69bcae3285ad2a6c/43dade9667df847f69bcae3285ad2a6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272559.00000, db: /tmp/tmpzo46pujm/sda/containers/0/e86/e37aefddfed4c8cf76ba0f574d21fe86/e37aefddfed4c8cf76ba0f574d21fe86.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272558.00000, (0, 0) as of 1750272558.00000, created as of 1750272558.00000> to ShardRange<'k' to 't' as of 1750272559.00000, (0, 0) as of 1750272559.00000, cleaved as of 1750272559.00000>, path: .shards_a/shard_c_1750272559.00000, db: /tmp/tmpzo46pujm/sda/containers/0/e86/e37aefddfed4c8cf76ba0f574d21fe86/e37aefddfed4c8cf76ba0f574d21fe86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272561.00000, db: /tmp/tmpzo46pujm/sda/containers/0/813/18c8a9a0ee86bf65744069ceb7e17813/18c8a9a0ee86bf65744069ceb7e17813.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272560.00000, (0, 0) as of 1750272560.00000, created as of 1750272560.00000> to ShardRange<'k' to 't' as of 1750272561.00000, (0, 0) as of 1750272561.00000, active as of 1750272561.00000>, path: .shards_a/shard_c_1750272561.00000, db: /tmp/tmpzo46pujm/sda/containers/0/813/18c8a9a0ee86bf65744069ceb7e17813/18c8a9a0ee86bf65744069ceb7e17813.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272563.00000, db: /tmp/tmpzo46pujm/sda/containers/0/efe/dfa87cf2a23e99334f59b9753bca7efe/dfa87cf2a23e99334f59b9753bca7efe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272562.00000, (0, 0) as of 1750272562.00000, created as of 1750272562.00000> to ShardRange<'k' to 't' as of 1750272563.00000, (0, 0) as of 1750272563.00000, shrinking as of 1750272563.00000>, path: .shards_a/shard_c_1750272563.00000, db: /tmp/tmpzo46pujm/sda/containers/0/efe/dfa87cf2a23e99334f59b9753bca7efe/dfa87cf2a23e99334f59b9753bca7efe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272563.00000, db: /tmp/tmpzo46pujm/sda/containers/0/efe/dfa87cf2a23e99334f59b9753bca7efe/dfa87cf2a23e99334f59b9753bca7efe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272565.00000, db: /tmp/tmpzo46pujm/sda/containers/0/67d/042a07b07861d3b033b3a8dd3893467d/042a07b07861d3b033b3a8dd3893467d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272564.00000, (0, 0) as of 1750272564.00000, created as of 1750272564.00000> to ShardRange<'k' to 't' as of 1750272565.00000, (0, 0) as of 1750272565.00000, sharding as of 1750272565.00000>, path: .shards_a/shard_c_1750272565.00000, db: /tmp/tmpzo46pujm/sda/containers/0/67d/042a07b07861d3b033b3a8dd3893467d/042a07b07861d3b033b3a8dd3893467d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272565.00000, db: /tmp/tmpzo46pujm/sda/containers/0/67d/042a07b07861d3b033b3a8dd3893467d/042a07b07861d3b033b3a8dd3893467d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272566.00000, (0, 0) as of 1750272566.00000, created as of 1750272566.00000> to ShardRange<'k' to 't' as of 1750272567.00000, (0, 0) as of 1750272567.00000, sharded as of 1750272567.00000>, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmpzo46pujm/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272568.00000, (0, 0) as of 1750272568.00000, created as of 1750272568.00000> to ShardRange<'k' to 't' as of 1750272569.00000, (0, 0) as of 1750272569.00000, shrunk as of 1750272569.00000>, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmpzo46pujm/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmpzo46pujm/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272571.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a49/2b4d390449cbd655085f0d24f36c8a49/2b4d390449cbd655085f0d24f36c8a49.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272570.00000, (0, 0) as of 1750272570.00000, cleaved as of 1750272570.00000> to ShardRange<'k' to 't' as of 1750272571.00000, (0, 0) as of 1750272571.00000, found as of 1750272571.00000>, path: .shards_a/shard_c_1750272571.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a49/2b4d390449cbd655085f0d24f36c8a49/2b4d390449cbd655085f0d24f36c8a49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272573.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c3/50425db4f163e51f3ddd50a5cc50d3c3/50425db4f163e51f3ddd50a5cc50d3c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272572.00000, (0, 0) as of 1750272572.00000, cleaved as of 1750272572.00000> to ShardRange<'k' to 't' as of 1750272573.00000, (0, 0) as of 1750272573.00000, created as of 1750272573.00000>, path: .shards_a/shard_c_1750272573.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c3/50425db4f163e51f3ddd50a5cc50d3c3/50425db4f163e51f3ddd50a5cc50d3c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272575.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8ac/f00527632ecd708c89069d5b961d98ac/f00527632ecd708c89069d5b961d98ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272577.00000, db: /tmp/tmpzo46pujm/sda/containers/0/07a/57ad37802db025cba195928b03a2e07a/57ad37802db025cba195928b03a2e07a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272576.00000, (0, 0) as of 1750272576.00000, cleaved as of 1750272576.00000> to ShardRange<'k' to 't' as of 1750272577.00000, (0, 0) as of 1750272577.00000, active as of 1750272577.00000>, path: .shards_a/shard_c_1750272577.00000, db: /tmp/tmpzo46pujm/sda/containers/0/07a/57ad37802db025cba195928b03a2e07a/57ad37802db025cba195928b03a2e07a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272579.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1e7/1c86bff7f638821ef3f8404b4d0f31e7/1c86bff7f638821ef3f8404b4d0f31e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272578.00000, (0, 0) as of 1750272578.00000, cleaved as of 1750272578.00000> to ShardRange<'k' to 't' as of 1750272579.00000, (0, 0) as of 1750272579.00000, shrinking as of 1750272579.00000>, path: .shards_a/shard_c_1750272579.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1e7/1c86bff7f638821ef3f8404b4d0f31e7/1c86bff7f638821ef3f8404b4d0f31e7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272579.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1e7/1c86bff7f638821ef3f8404b4d0f31e7/1c86bff7f638821ef3f8404b4d0f31e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272580.00000, (0, 0) as of 1750272580.00000, cleaved as of 1750272580.00000> to ShardRange<'k' to 't' as of 1750272581.00000, (0, 0) as of 1750272581.00000, sharding as of 1750272581.00000>, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmpzo46pujm/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272582.00000, (0, 0) as of 1750272582.00000, cleaved as of 1750272582.00000> to ShardRange<'k' to 't' as of 1750272583.00000, (0, 0) as of 1750272583.00000, sharded as of 1750272583.00000>, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmpzo46pujm/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmpzo46pujm/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmpzo46pujm/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272584.00000, (0, 0) as of 1750272584.00000, cleaved as of 1750272584.00000> to ShardRange<'k' to 't' as of 1750272585.00000, (0, 0) as of 1750272585.00000, shrunk as of 1750272585.00000>, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmpzo46pujm/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmpzo46pujm/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmpzo46pujm/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272586.00000, (0, 0) as of 1750272586.00000, active as of 1750272586.00000> to ShardRange<'k' to 't' as of 1750272587.00000, (0, 0) as of 1750272587.00000, found as of 1750272587.00000>, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmpzo46pujm/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmpzo46pujm/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272588.00000, (0, 0) as of 1750272588.00000, active as of 1750272588.00000> to ShardRange<'k' to 't' as of 1750272589.00000, (0, 0) as of 1750272589.00000, created as of 1750272589.00000>, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmpzo46pujm/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmpzo46pujm/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272590.00000, (0, 0) as of 1750272590.00000, active as of 1750272590.00000> to ShardRange<'k' to 't' as of 1750272591.00000, (0, 0) as of 1750272591.00000, cleaved as of 1750272591.00000>, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmpzo46pujm/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272593.00000, db: /tmp/tmpzo46pujm/sda/containers/0/793/91091dc0dc89f2ede4c573db18781793/91091dc0dc89f2ede4c573db18781793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmpzo46pujm/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272594.00000, (0, 0) as of 1750272594.00000, active as of 1750272594.00000> to ShardRange<'k' to 't' as of 1750272595.00000, (0, 0) as of 1750272595.00000, shrinking as of 1750272595.00000>, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmpzo46pujm/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmpzo46pujm/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272596.00000, (0, 0) as of 1750272596.00000, active as of 1750272596.00000> to ShardRange<'k' to 't' as of 1750272597.00000, (0, 0) as of 1750272597.00000, sharding as of 1750272597.00000>, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272598.00000, (0, 0) as of 1750272598.00000, active as of 1750272598.00000> to ShardRange<'k' to 't' as of 1750272599.00000, (0, 0) as of 1750272599.00000, sharded as of 1750272599.00000>, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmpzo46pujm/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272600.00000, (0, 0) as of 1750272600.00000, active as of 1750272600.00000> to ShardRange<'k' to 't' as of 1750272601.00000, (0, 0) as of 1750272601.00000, shrunk as of 1750272601.00000>, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmpzo46pujm/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmpzo46pujm/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272602.00000, (0, 0) as of 1750272602.00000, shrinking as of 1750272602.00000> to ShardRange<'k' to 't' as of 1750272603.00000, (0, 0) as of 1750272603.00000, found as of 1750272603.00000>, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272604.00000, (0, 0) as of 1750272604.00000, shrinking as of 1750272604.00000> to ShardRange<'k' to 't' as of 1750272605.00000, (0, 0) as of 1750272605.00000, created as of 1750272605.00000>, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmpzo46pujm/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272606.00000, (0, 0) as of 1750272606.00000, shrinking as of 1750272606.00000> to ShardRange<'k' to 't' as of 1750272607.00000, (0, 0) as of 1750272607.00000, cleaved as of 1750272607.00000>, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmpzo46pujm/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272608.00000, (0, 0) as of 1750272608.00000, shrinking as of 1750272608.00000> to ShardRange<'k' to 't' as of 1750272609.00000, (0, 0) as of 1750272609.00000, active as of 1750272609.00000>, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmpzo46pujm/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmpzo46pujm/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmpzo46pujm/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272612.00000, (0, 0) as of 1750272612.00000, shrinking as of 1750272612.00000> to ShardRange<'k' to 't' as of 1750272613.00000, (0, 0) as of 1750272613.00000, sharding as of 1750272613.00000>, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmpzo46pujm/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmpzo46pujm/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272614.00000, (0, 0) as of 1750272614.00000, shrinking as of 1750272614.00000> to ShardRange<'k' to 't' as of 1750272615.00000, (0, 0) as of 1750272615.00000, sharded as of 1750272615.00000>, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmpzo46pujm/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272616.00000, (0, 0) as of 1750272616.00000, shrinking as of 1750272616.00000> to ShardRange<'k' to 't' as of 1750272617.00000, (0, 0) as of 1750272617.00000, shrunk as of 1750272617.00000>, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmpzo46pujm/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmpzo46pujm/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmpzo46pujm/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272618.00000, (0, 0) as of 1750272618.00000, sharding as of 1750272618.00000> to ShardRange<'k' to 't' as of 1750272619.00000, (0, 0) as of 1750272619.00000, found as of 1750272619.00000>, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmpzo46pujm/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmpzo46pujm/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272620.00000, (0, 0) as of 1750272620.00000, sharding as of 1750272620.00000> to ShardRange<'k' to 't' as of 1750272621.00000, (0, 0) as of 1750272621.00000, created as of 1750272621.00000>, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmpzo46pujm/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmpzo46pujm/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272622.00000, (0, 0) as of 1750272622.00000, sharding as of 1750272622.00000> to ShardRange<'k' to 't' as of 1750272623.00000, (0, 0) as of 1750272623.00000, cleaved as of 1750272623.00000>, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmpzo46pujm/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmpzo46pujm/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272624.00000, (0, 0) as of 1750272624.00000, sharding as of 1750272624.00000> to ShardRange<'k' to 't' as of 1750272625.00000, (0, 0) as of 1750272625.00000, active as of 1750272625.00000>, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmpzo46pujm/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272626.00000, (0, 0) as of 1750272626.00000, sharding as of 1750272626.00000> to ShardRange<'k' to 't' as of 1750272627.00000, (0, 0) as of 1750272627.00000, shrinking as of 1750272627.00000>, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272630.00000, (0, 0) as of 1750272630.00000, sharding as of 1750272630.00000> to ShardRange<'k' to 't' as of 1750272631.00000, (0, 0) as of 1750272631.00000, sharded as of 1750272631.00000>, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272632.00000, (0, 0) as of 1750272632.00000, sharding as of 1750272632.00000> to ShardRange<'k' to 't' as of 1750272633.00000, (0, 0) as of 1750272633.00000, shrunk as of 1750272633.00000>, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmpzo46pujm/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272634.00000, (0, 0) as of 1750272634.00000, sharded as of 1750272634.00000> to ShardRange<'k' to 't' as of 1750272635.00000, (0, 0) as of 1750272635.00000, found as of 1750272635.00000>, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmpzo46pujm/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272636.00000, (0, 0) as of 1750272636.00000, sharded as of 1750272636.00000> to ShardRange<'k' to 't' as of 1750272637.00000, (0, 0) as of 1750272637.00000, created as of 1750272637.00000>, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272638.00000, (0, 0) as of 1750272638.00000, sharded as of 1750272638.00000> to ShardRange<'k' to 't' as of 1750272639.00000, (0, 0) as of 1750272639.00000, cleaved as of 1750272639.00000>, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmpzo46pujm/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272640.00000, (0, 0) as of 1750272640.00000, sharded as of 1750272640.00000> to ShardRange<'k' to 't' as of 1750272641.00000, (0, 0) as of 1750272641.00000, active as of 1750272641.00000>, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmpzo46pujm/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272642.00000, (0, 0) as of 1750272642.00000, sharded as of 1750272642.00000> to ShardRange<'k' to 't' as of 1750272643.00000, (0, 0) as of 1750272643.00000, shrinking as of 1750272643.00000>, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272644.00000, (0, 0) as of 1750272644.00000, sharded as of 1750272644.00000> to ShardRange<'k' to 't' as of 1750272645.00000, (0, 0) as of 1750272645.00000, sharding as of 1750272645.00000>, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmpzo46pujm/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmpzo46pujm/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272648.00000, (0, 0) as of 1750272648.00000, sharded as of 1750272648.00000> to ShardRange<'k' to 't' as of 1750272649.00000, (0, 0) as of 1750272649.00000, shrunk as of 1750272649.00000>, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272650.00000, (0, 0) as of 1750272650.00000, shrunk as of 1750272650.00000> to ShardRange<'k' to 't' as of 1750272651.00000, (0, 0) as of 1750272651.00000, found as of 1750272651.00000>, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmpzo46pujm/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272652.00000, (0, 0) as of 1750272652.00000, shrunk as of 1750272652.00000> to ShardRange<'k' to 't' as of 1750272653.00000, (0, 0) as of 1750272653.00000, created as of 1750272653.00000>, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmpzo46pujm/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmpzo46pujm/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272654.00000, (0, 0) as of 1750272654.00000, shrunk as of 1750272654.00000> to ShardRange<'k' to 't' as of 1750272655.00000, (0, 0) as of 1750272655.00000, cleaved as of 1750272655.00000>, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmpzo46pujm/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmpzo46pujm/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272656.00000, (0, 0) as of 1750272656.00000, shrunk as of 1750272656.00000> to ShardRange<'k' to 't' as of 1750272657.00000, (0, 0) as of 1750272657.00000, active as of 1750272657.00000>, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmpzo46pujm/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmpzo46pujm/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272658.00000, (0, 0) as of 1750272658.00000, shrunk as of 1750272658.00000> to ShardRange<'k' to 't' as of 1750272659.00000, (0, 0) as of 1750272659.00000, shrinking as of 1750272659.00000>, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmpzo46pujm/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmpzo46pujm/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272660.00000, (0, 0) as of 1750272660.00000, shrunk as of 1750272660.00000> to ShardRange<'k' to 't' as of 1750272661.00000, (0, 0) as of 1750272661.00000, sharding as of 1750272661.00000>, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272662.00000, (0, 0) as of 1750272662.00000, shrunk as of 1750272662.00000> to ShardRange<'k' to 't' as of 1750272663.00000, (0, 0) as of 1750272663.00000, sharded as of 1750272663.00000>, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmpzo46pujm/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmpzo46pujm/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272666.00000, db: /tmp/tmpzo46pujm/sda/containers/0/704/2b38e5d230a2af2b3f1416b6a1358704/2b38e5d230a2af2b3f1416b6a1358704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272668.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ff1/40ec2d3d62a7096923cf43928ae45ff1/40ec2d3d62a7096923cf43928ae45ff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272670.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3c0/fe4c8c44790952b44dd0149b74cef3c0/fe4c8c44790952b44dd0149b74cef3c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272672.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fd2/1b131a19cf9b84121282ac1971f3dfd2/1b131a19cf9b84121282ac1971f3dfd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272674.00000, db: /tmp/tmpzo46pujm/sda/containers/0/325/a1bf4803e8e455de4eb3f928279ed325/a1bf4803e8e455de4eb3f928279ed325.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272676.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9c0/bdb1533f646e4fdcef8207320b3eb9c0/bdb1533f646e4fdcef8207320b3eb9c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272678.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c74/84063ec399d3fd5a693b2f61d9c2fc74/84063ec399d3fd5a693b2f61d9c2fc74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272680.00000, db: /tmp/tmpzo46pujm/sda/containers/0/af5/387e42580ae5c49f539e70951a379af5/387e42580ae5c49f539e70951a379af5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272682.00000, db: /tmp/tmpzo46pujm/sda/containers/0/bd2/dab967b15ca976dd8b2a211fd0a90bd2/dab967b15ca976dd8b2a211fd0a90bd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272684.00000, db: /tmp/tmpzo46pujm/sda/containers/0/a2f/08435a09d967fe61b7d013ce357cda2f/08435a09d967fe61b7d013ce357cda2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272686.00000, db: /tmp/tmpzo46pujm/sda/containers/0/2e4/34a35caec3604c5c268cbfdbe27e52e4/34a35caec3604c5c268cbfdbe27e52e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272688.00000, db: /tmp/tmpzo46pujm/sda/containers/0/3db/32e082bc09594e29d9c291b398b323db/32e082bc09594e29d9c291b398b323db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272690.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9d3/bd0430045527a57a9ef9974573e939d3/bd0430045527a57a9ef9974573e939d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272692.00000, db: /tmp/tmpzo46pujm/sda/containers/0/831/3a57be41242da6b929c6f9312c8be831/3a57be41242da6b929c6f9312c8be831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272694.00000, db: /tmp/tmpzo46pujm/sda/containers/0/f64/726d3d5300b05dc9fc9900fdbbf75f64/726d3d5300b05dc9fc9900fdbbf75f64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272696.00000, db: /tmp/tmpzo46pujm/sda/containers/0/533/2e056d51476d6495b90cc89d343dc533/2e056d51476d6495b90cc89d343dc533.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272698.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8e0/cab1442b6fe1661cb9a16f4ae22e28e0/cab1442b6fe1661cb9a16f4ae22e28e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272700.00000, db: /tmp/tmpzo46pujm/sda/containers/0/e20/857629ac525baf431aa88a8040054e20/857629ac525baf431aa88a8040054e20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272702.00000, db: /tmp/tmpzo46pujm/sda/containers/0/843/f85056fe09ad82fe6333219b9d69d843/f85056fe09ad82fe6333219b9d69d843.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272704.00000, db: /tmp/tmpzo46pujm/sda/containers/0/d06/f57f8747537930ad26f428f41330dd06/f57f8747537930ad26f428f41330dd06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272706.00000, db: /tmp/tmpzo46pujm/sda/containers/0/d75/08c9b7a94ce39b3fd41fd0a143a80d75/08c9b7a94ce39b3fd41fd0a143a80d75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272708.00000, db: /tmp/tmpzo46pujm/sda/containers/0/81e/d22b906b2543cd7b700f7bd8e244081e/d22b906b2543cd7b700f7bd8e244081e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272710.00000, db: /tmp/tmpzo46pujm/sda/containers/0/473/2dec1f66f22c29eae51379749f9a7473/2dec1f66f22c29eae51379749f9a7473.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272712.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ce4/66772f52ff44d508c0e9292694d4bce4/66772f52ff44d508c0e9292694d4bce4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272714.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ba1/f7efc6219786364902283bfcd9931ba1/f7efc6219786364902283bfcd9931ba1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272716.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9e1/595a1c077d5f853136e6e3685e5a79e1/595a1c077d5f853136e6e3685e5a79e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272718.00000, db: /tmp/tmpzo46pujm/sda/containers/0/8d4/a3d844e8aae848234e34bffaf1a648d4/a3d844e8aae848234e34bffaf1a648d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272720.00000, db: /tmp/tmpzo46pujm/sda/containers/0/4a5/ada55be2037f5180ed9e425241ecf4a5/ada55be2037f5180ed9e425241ecf4a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272722.00000, db: /tmp/tmpzo46pujm/sda/containers/0/6bd/7091f65b89826272c162bbbec0dee6bd/7091f65b89826272c162bbbec0dee6bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272724.00000, db: /tmp/tmpzo46pujm/sda/containers/0/0a0/29c8d06661a897ed7259a3bf584960a0/29c8d06661a897ed7259a3bf584960a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272726.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ece/5194e9af962545575eab2d1c6dfbaece/5194e9af962545575eab2d1c6dfbaece.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272728.00000, db: /tmp/tmpzo46pujm/sda/containers/0/475/1a88e247bf69bac5ebe8492edc164475/1a88e247bf69bac5ebe8492edc164475.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272730.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272730.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272732.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ec6/391793086c1be5d6e07ace1c40514ec6/391793086c1be5d6e07ace1c40514ec6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272732.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ec6/391793086c1be5d6e07ace1c40514ec6/391793086c1be5d6e07ace1c40514ec6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272734.00000, db: /tmp/tmpzo46pujm/sda/containers/0/303/f84388df5a600538de897409f7060303/f84388df5a600538de897409f7060303.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272734.00000, db: /tmp/tmpzo46pujm/sda/containers/0/303/f84388df5a600538de897409f7060303/f84388df5a600538de897409f7060303.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272736.00000, db: /tmp/tmpzo46pujm/sda/containers/0/f78/545606d9539c9392fd64e3f7e1893f78/545606d9539c9392fd64e3f7e1893f78.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272736.00000, db: /tmp/tmpzo46pujm/sda/containers/0/f78/545606d9539c9392fd64e3f7e1893f78/545606d9539c9392fd64e3f7e1893f78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272738.00000, db: /tmp/tmpzo46pujm/sda/containers/0/687/82851651023611293e7ac3b846a90687/82851651023611293e7ac3b846a90687.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272738.00000, db: /tmp/tmpzo46pujm/sda/containers/0/687/82851651023611293e7ac3b846a90687/82851651023611293e7ac3b846a90687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272740.00000, db: /tmp/tmpzo46pujm/sda/containers/0/6a9/1a8168904cbfecdbeff429d2884cc6a9/1a8168904cbfecdbeff429d2884cc6a9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272740.00000, db: /tmp/tmpzo46pujm/sda/containers/0/6a9/1a8168904cbfecdbeff429d2884cc6a9/1a8168904cbfecdbeff429d2884cc6a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272742.00000, db: /tmp/tmpzo46pujm/sda/containers/0/044/9f9e6ed53e74cda5eeb67d0c2ab79044/9f9e6ed53e74cda5eeb67d0c2ab79044.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272742.00000, db: /tmp/tmpzo46pujm/sda/containers/0/044/9f9e6ed53e74cda5eeb67d0c2ab79044/9f9e6ed53e74cda5eeb67d0c2ab79044.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272744.00000, db: /tmp/tmpzo46pujm/sda/containers/0/2e0/a0de90d12ffae7fb939f474f37bd92e0/a0de90d12ffae7fb939f474f37bd92e0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272744.00000, db: /tmp/tmpzo46pujm/sda/containers/0/2e0/a0de90d12ffae7fb939f474f37bd92e0/a0de90d12ffae7fb939f474f37bd92e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272746.00000, db: /tmp/tmpzo46pujm/sda/containers/0/982/4644727c6f58c7f3894f08ef37722982/4644727c6f58c7f3894f08ef37722982.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272746.00000, db: /tmp/tmpzo46pujm/sda/containers/0/982/4644727c6f58c7f3894f08ef37722982/4644727c6f58c7f3894f08ef37722982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272748.00000, db: /tmp/tmpzo46pujm/sda/containers/0/dbb/275239eb18a770d68275e4c73d72fdbb/275239eb18a770d68275e4c73d72fdbb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272748.00000, db: /tmp/tmpzo46pujm/sda/containers/0/dbb/275239eb18a770d68275e4c73d72fdbb/275239eb18a770d68275e4c73d72fdbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272750.00000, db: /tmp/tmpzo46pujm/sda/containers/0/273/d7587f328be42902f667bf767aba0273/d7587f328be42902f667bf767aba0273.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272750.00000, db: /tmp/tmpzo46pujm/sda/containers/0/273/d7587f328be42902f667bf767aba0273/d7587f328be42902f667bf767aba0273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272752.00000, db: /tmp/tmpzo46pujm/sda/containers/0/e00/2a9d23aef992c07b14ec14617d873e00/2a9d23aef992c07b14ec14617d873e00.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272752.00000, db: /tmp/tmpzo46pujm/sda/containers/0/e00/2a9d23aef992c07b14ec14617d873e00/2a9d23aef992c07b14ec14617d873e00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272754.00000, db: /tmp/tmpzo46pujm/sda/containers/0/297/d7b86ba5fc7b3b998393a22a26822297/d7b86ba5fc7b3b998393a22a26822297.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272754.00000, db: /tmp/tmpzo46pujm/sda/containers/0/297/d7b86ba5fc7b3b998393a22a26822297/d7b86ba5fc7b3b998393a22a26822297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272756.00000, db: /tmp/tmpzo46pujm/sda/containers/0/f00/5c75a06dbb1e1731586492f011caff00/5c75a06dbb1e1731586492f011caff00.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272756.00000, db: /tmp/tmpzo46pujm/sda/containers/0/f00/5c75a06dbb1e1731586492f011caff00/5c75a06dbb1e1731586492f011caff00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272758.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ed2/cafa759515d8df87eab3509560e0ded2/cafa759515d8df87eab3509560e0ded2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272758.00000, db: /tmp/tmpzo46pujm/sda/containers/0/ed2/cafa759515d8df87eab3509560e0ded2/cafa759515d8df87eab3509560e0ded2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272760.00000, db: /tmp/tmpzo46pujm/sda/containers/0/838/2911df05f8d39cc133a4cbc418b1f838/2911df05f8d39cc133a4cbc418b1f838.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272760.00000, db: /tmp/tmpzo46pujm/sda/containers/0/838/2911df05f8d39cc133a4cbc418b1f838/2911df05f8d39cc133a4cbc418b1f838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272762.00000, db: /tmp/tmpzo46pujm/sda/containers/0/98b/b1d45f631597b7d18aad8895c262c98b/b1d45f631597b7d18aad8895c262c98b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272762.00000, db: /tmp/tmpzo46pujm/sda/containers/0/98b/b1d45f631597b7d18aad8895c262c98b/b1d45f631597b7d18aad8895c262c98b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272764.00000, db: /tmp/tmpzo46pujm/sda/containers/0/db0/b5ac2c255429d945c2ef06e459738db0/b5ac2c255429d945c2ef06e459738db0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272764.00000, db: /tmp/tmpzo46pujm/sda/containers/0/db0/b5ac2c255429d945c2ef06e459738db0/b5ac2c255429d945c2ef06e459738db0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272766.00000, db: /tmp/tmpzo46pujm/sda/containers/0/0b9/51e2e664d656228adc6434cf1363b0b9/51e2e664d656228adc6434cf1363b0b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272766.00000, db: /tmp/tmpzo46pujm/sda/containers/0/0b9/51e2e664d656228adc6434cf1363b0b9/51e2e664d656228adc6434cf1363b0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272768.00000, db: /tmp/tmpzo46pujm/sda/containers/0/645/349f6465fad71b5525516a4892685645/349f6465fad71b5525516a4892685645.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272768.00000, db: /tmp/tmpzo46pujm/sda/containers/0/645/349f6465fad71b5525516a4892685645/349f6465fad71b5525516a4892685645.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272770.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1eb/29a6464a2644c1e422a2e844255251eb/29a6464a2644c1e422a2e844255251eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272770.00000, db: /tmp/tmpzo46pujm/sda/containers/0/1eb/29a6464a2644c1e422a2e844255251eb/29a6464a2644c1e422a2e844255251eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272772.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eb7/7ddc43d1822b6db7b02de09e8ce77eb7/7ddc43d1822b6db7b02de09e8ce77eb7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272772.00000, db: /tmp/tmpzo46pujm/sda/containers/0/eb7/7ddc43d1822b6db7b02de09e8ce77eb7/7ddc43d1822b6db7b02de09e8ce77eb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272774.00000, db: /tmp/tmpzo46pujm/sda/containers/0/81a/34ec148231a54a6565c6fd19d512e81a/34ec148231a54a6565c6fd19d512e81a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272774.00000, db: /tmp/tmpzo46pujm/sda/containers/0/81a/34ec148231a54a6565c6fd19d512e81a/34ec148231a54a6565c6fd19d512e81a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272776.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c37/53c599c90f1bee4b1f19bb5d29dd3c37/53c599c90f1bee4b1f19bb5d29dd3c37.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx9ea9458ae21c473c81e49-0068530a1a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9ea9458ae21c473c81e49-0068530a1a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ea9458ae21c473c81e49-0068530a1a) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx9ea9458ae21c473c81e49-0068530a1a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx0b89cd1e16bd40079f95c-0068530a1a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b89cd1e16bd40079f95c-0068530a1a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b89cd1e16bd40079f95c-0068530a1a) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx0b89cd1e16bd40079f95c-0068530a1a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: Setting object count to 3120 (txn: txb86dbd4e85f44f63b9e57-0068530a1b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: Setting object count to 3120 (txn: txdf23777c137d480084405-0068530a1b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272776.00000, db: /tmp/tmpzo46pujm/sda/containers/0/c37/53c599c90f1bee4b1f19bb5d29dd3c37/53c599c90f1bee4b1f19bb5d29dd3c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272778.00000, db: /tmp/tmpzo46pujm/sda/containers/0/845/6f775e0d7f46e879378ead990c50d845/6f775e0d7f46e879378ead990c50d845.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272778.00000, db: /tmp/tmpzo46pujm/sda/containers/0/845/6f775e0d7f46e879378ead990c50d845/6f775e0d7f46e879378ead990c50d845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272780.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5c5/41128ff398c9b2b9f383ca7be4eeb5c5/41128ff398c9b2b9f383ca7be4eeb5c5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272780.00000, db: /tmp/tmpzo46pujm/sda/containers/0/5c5/41128ff398c9b2b9f383ca7be4eeb5c5/41128ff398c9b2b9f383ca7be4eeb5c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272782.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272782.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272784.00000, db: /tmp/tmpzo46pujm/sda/containers/0/32c/4bead888d0949d164ba696501202b32c/4bead888d0949d164ba696501202b32c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272784.00000, db: /tmp/tmpzo46pujm/sda/containers/0/32c/4bead888d0949d164ba696501202b32c/4bead888d0949d164ba696501202b32c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272786.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9dd/dfcb904e3a3afe5fea627928201db9dd/dfcb904e3a3afe5fea627928201db9dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272786.00000, db: /tmp/tmpzo46pujm/sda/containers/0/9dd/dfcb904e3a3afe5fea627928201db9dd/dfcb904e3a3afe5fea627928201db9dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272788.00000, db: /tmp/tmpzo46pujm/sda/containers/0/198/72ae0d8531620564bb56104c7ecea198/72ae0d8531620564bb56104c7ecea198.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272788.00000, db: /tmp/tmpzo46pujm/sda/containers/0/198/72ae0d8531620564bb56104c7ecea198/72ae0d8531620564bb56104c7ecea198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272790.00000, db: /tmp/tmpzo46pujm/sda/containers/0/358/0e4372045e6cdbcf5194368a028ce358/0e4372045e6cdbcf5194368a028ce358.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272790.00000, db: /tmp/tmpzo46pujm/sda/containers/0/358/0e4372045e6cdbcf5194368a028ce358/0e4372045e6cdbcf5194368a028ce358.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272792.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fee/9f359a780a7be59e565d4fc5ad57afee/9f359a780a7be59e565d4fc5ad57afee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272792.00000, db: /tmp/tmpzo46pujm/sda/containers/0/fee/9f359a780a7be59e565d4fc5ad57afee/9f359a780a7be59e565d4fc5ad57afee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272544.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/329/539f8316c68ed6f05ccac6dfb13ce329/539f8316c68ed6f05ccac6dfb13ce329.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272614.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272629.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/86d/16e9df5a777c8531d74ecef072eb286d/16e9df5a777c8531d74ecef072eb286d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: Setting object count to 3120 (txn: tx709b523449fe4e24b0b65-0068530a1b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: Setting object count to 3120 (txn: tx7a992833bd744a72a6a02-0068530a1b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: Setting object count to 3120 (txn: txc29a08a16c5a4382b5ae8-0068530a1b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txfaf3e82fc4444c4fac261-0068530a1b) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdcba7ce05b534548b4313-0068530a1b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272644.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/1c3/6fc2eca8eed5343e67f12ac959a691c3/6fc2eca8eed5343e67f12ac959a691c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272659.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b12/ab9153b02006ec0840f832a7cba95b12/ab9153b02006ec0840f832a7cba95b12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272664.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272674.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/10e/1b8b8bcb186994dc7406164eb2b7410e/1b8b8bcb186994dc7406164eb2b7410e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272689.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/601/0e2347144159a80dbb40a0308bb63601/0e2347144159a80dbb40a0308bb63601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272694.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272704.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fe3/8be0b43242aeb7a75de49f7450d5efe3/8be0b43242aeb7a75de49f7450d5efe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272724.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272729.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/63d/709df0e541a369a1f8578d0475e1363d/709df0e541a369a1f8578d0475e1363d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272734.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/363/b2e8cfda34a2c5274f287c01380f5363/b2e8cfda34a2c5274f287c01380f5363.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272739.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/4ff/b17681cfc351965959eb996443b574ff/b17681cfc351965959eb996443b574ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272744.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6a1/6bfd984d937746682e55221a2398e6a1/6bfd984d937746682e55221a2398e6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272749.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7f0/c810a1b9f13fa5d625ae8f9d98e297f0/c810a1b9f13fa5d625ae8f9d98e297f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272754.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/85b/04b5c170006e038f5031686d990d385b/04b5c170006e038f5031686d990d385b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272759.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/eaf/b0fb9e9f6aa87098b21e89967b8f7eaf/b0fb9e9f6aa87098b21e89967b8f7eaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272764.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d5b/cec8a151fd295fd4766006e6710f4d5b/cec8a151fd295fd4766006e6710f4d5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272769.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/35c/c0524406e0b4b6ad2afa0e3f029d935c/c0524406e0b4b6ad2afa0e3f029d935c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272774.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9e5/6499f8baa9d98fe36a81007291a749e5/6499f8baa9d98fe36a81007291a749e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272779.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c58/8440d20f4f6e6c1deb02b0908b4d8c58/8440d20f4f6e6c1deb02b0908b4d8c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272784.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b6c/921be481609bc0189263a24ac87ddb6c/921be481609bc0189263a24ac87ddb6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272789.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/4b8/5bc2ebfa0bc05eb8c002d5aca8a314b8/5bc2ebfa0bc05eb8c002d5aca8a314b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272794.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/dfa/4b7108124ba26fa7f6e18ed9202f8dfa/4b7108124ba26fa7f6e18ed9202f8dfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272799.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/277/d0f7b373c11c42dd291bfa73b1ea2277/d0f7b373c11c42dd291bfa73b1ea2277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272804.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/716/f4a402cad2f915a0a68318fcd1d29716/f4a402cad2f915a0a68318fcd1d29716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272809.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ce8/f02ff165770af47120acdfdea1398ce8/f02ff165770af47120acdfdea1398ce8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272814.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/930/46c8601f14e04cfd519eb4acf01c6930/46c8601f14e04cfd519eb4acf01c6930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272819.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f90/1ae71bc72e8160836d07fea0acba1f90/1ae71bc72e8160836d07fea0acba1f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272824.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/44f/b1949645af4eb82b585cfcee8322644f/b1949645af4eb82b585cfcee8322644f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272829.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d05/4bf4fe27573640fb0408f3c946c5bd05/4bf4fe27573640fb0408f3c946c5bd05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272834.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/41a/7fda5a4944448fe1515d208851c5341a/7fda5a4944448fe1515d208851c5341a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272839.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fa5/2e94d3650ac277dc7d9eb243975a1fa5/2e94d3650ac277dc7d9eb243975a1fa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272844.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/600/3a341fcb1e87382d930e96782674e600/3a341fcb1e87382d930e96782674e600.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272849.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fd4/feb47120df48a8b3607552052e45efd4/feb47120df48a8b3607552052e45efd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272854.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/306/1ce1b4c729707eb5bac28dadedca2306/1ce1b4c729707eb5bac28dadedca2306.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272859.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/5ce/2614b5a4f375a1c82e72f24f166cf5ce/2614b5a4f375a1c82e72f24f166cf5ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272864.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/2dc/9745886b310ac3c86a2baf2e6ed242dc/9745886b310ac3c86a2baf2e6ed242dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272869.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b50/47c86dff292e2f6b3f180b5ec0b17b50/47c86dff292e2f6b3f180b5ec0b17b50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272874.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/8cf/1f53d33c158bfaaed5e53035c4fed8cf/1f53d33c158bfaaed5e53035c4fed8cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272879.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c9c/03cd07bf7b56ea1e3c43ca0c42110c9c/03cd07bf7b56ea1e3c43ca0c42110c9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272884.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c2d/beb3088d2b0b125a46597f502cb4ec2d/beb3088d2b0b125a46597f502cb4ec2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272889.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/db2/32dd72d612abd8903b649ba4abc91db2/32dd72d612abd8903b649ba4abc91db2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272894.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6c6/e719ed5e2f28bb91a5fe60df607e76c6/e719ed5e2f28bb91a5fe60df607e76c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272899.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f60/0d053b5dcdfedc65e00988d2ac155f60/0d053b5dcdfedc65e00988d2ac155f60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272904.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7a9/47983188bac5cf0ab3fe40396b1757a9/47983188bac5cf0ab3fe40396b1757a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272909.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d49/5689f6a4f39e4a65af6b2bc42431dd49/5689f6a4f39e4a65af6b2bc42431dd49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272914.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/1aa/3c1b8fa77dca21aaac822c96722b21aa/3c1b8fa77dca21aaac822c96722b21aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272919.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/30b/8e83fbfd26cbec0957765a9ceffd930b/8e83fbfd26cbec0957765a9ceffd930b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272924.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e51/31edbe7be3e9dc1c6f3d765cc0227e51/31edbe7be3e9dc1c6f3d765cc0227e51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272929.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/686/c70e774333b6435408768341cac17686/c70e774333b6435408768341cac17686.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272934.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/a22/f2d64905c7bc9ad7b319918f445eca22/f2d64905c7bc9ad7b319918f445eca22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272939.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/8ca/55be10341cfaff433ddd8129ec1bc8ca/55be10341cfaff433ddd8129ec1bc8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272944.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/559/55f3b26b30140a79dfd65d0fdabc6559/55f3b26b30140a79dfd65d0fdabc6559.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272949.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7a1/1a0df301e1d98d956aca4c5b5c6127a1/1a0df301e1d98d956aca4c5b5c6127a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272954.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9f6/1051563a91a38d059ed439a6119899f6/1051563a91a38d059ed439a6119899f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272959.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/893/2cb41dce492da27fc5eda8afb57fb893/2cb41dce492da27fc5eda8afb57fb893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272964.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9e8/9f61a6b28d460900db5389b4a48be9e8/9f61a6b28d460900db5389b4a48be9e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272969.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/032/b1853ab3ecd1bd3b416458bf05173032/b1853ab3ecd1bd3b416458bf05173032.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272974.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c0c/56227cccccb2108ecff2eb85c00d7c0c/56227cccccb2108ecff2eb85c00d7c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272979.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/21b/7cbceb802415de9f202d6e9b3ec6521b/7cbceb802415de9f202d6e9b3ec6521b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272984.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/207/7fc6017d10ad5aa9243de0ace7c91207/7fc6017d10ad5aa9243de0ace7c91207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272989.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7e7/5c8bc9f79197b86bfb63f89660a7f7e7/5c8bc9f79197b86bfb63f89660a7f7e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272994.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/bce/7606070955376ed4b869e40a86f38bce/7606070955376ed4b869e40a86f38bce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272999.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/dfb/2a35ae443626cfd710e5b8b9cf244dfb/2a35ae443626cfd710e5b8b9cf244dfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273004.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f0e/1d83ab6aa11ad117079aff738cd0ff0e/1d83ab6aa11ad117079aff738cd0ff0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273009.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6d1/285a8c04fbf51f259019ec45d39a66d1/285a8c04fbf51f259019ec45d39a66d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273014.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c54/0d79ea07d4bd1c630978bbf9a4319c54/0d79ea07d4bd1c630978bbf9a4319c54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273019.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c78/c0cea4de3ffbafc099fb8cfd038a6c78/c0cea4de3ffbafc099fb8cfd038a6c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273024.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b5e/7e6f456907c57706192c557d8f7b9b5e/7e6f456907c57706192c557d8f7b9b5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273029.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/466/8f21ad8ab3bb1a5baa779c9ccc568466/8f21ad8ab3bb1a5baa779c9ccc568466.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273034.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/943/b07d1ead766e75b0162a0cab32368943/b07d1ead766e75b0162a0cab32368943.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273039.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/cb5/5ae62c613591ce59db781584d8c3bcb5/5ae62c613591ce59db781584d8c3bcb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273044.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/567/924197488e7145bacebb46cc4bb3c567/924197488e7145bacebb46cc4bb3c567.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273049.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d03/a9a150f28f771c40010c90f39d6d3d03/a9a150f28f771c40010c90f39d6d3d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273054.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fdc/fbecbc60aca4db74bfa997cc0d9befdc/fbecbc60aca4db74bfa997cc0d9befdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273059.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d2f/3e8df30d46c2543eba17eace6db72d2f/3e8df30d46c2543eba17eace6db72d2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273064.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c0b/3e251bb8bb9ee5651a3c34f59266dc0b/3e251bb8bb9ee5651a3c34f59266dc0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273069.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/77b/fbf4d06ca5019164946a1556f6ccf77b/fbf4d06ca5019164946a1556f6ccf77b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273074.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6f5/329d53c51e589d0283283fff9d8026f5/329d53c51e589d0283283fff9d8026f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273079.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/12a/1bd504f106a332cb3e74c65d93b9612a/1bd504f106a332cb3e74c65d93b9612a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273084.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9ae/c043437259f02f0d06f2799fff8b39ae/c043437259f02f0d06f2799fff8b39ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273089.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/eef/efe70878b2d621b84a88b659d417aeef/efe70878b2d621b84a88b659d417aeef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273094.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/841/c9cea60ec89907ae187aeb7918eb9841/c9cea60ec89907ae187aeb7918eb9841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273099.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/a1c/2c62f3f540bad17585f3dbb59850da1c/2c62f3f540bad17585f3dbb59850da1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273104.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/855/24fb8503a565f61d56319e6be4ca8855/24fb8503a565f61d56319e6be4ca8855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273109.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/4f8/96dd61e4cdf289abef725f855101f4f8/96dd61e4cdf289abef725f855101f4f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273114.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/687/5b86b4d7695014f11f820413bdb08687/5b86b4d7695014f11f820413bdb08687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273119.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/227/d423b5787ffe3d8390c858a98d289227/d423b5787ffe3d8390c858a98d289227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273124.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b3d/72b5af8198b6cec0315bae6fa705eb3d/72b5af8198b6cec0315bae6fa705eb3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273129.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/100/c00a36460cca23173d7d9c60ecbc0100/c00a36460cca23173d7d9c60ecbc0100.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273134.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/444/fe2d36c28dc11670fcea0d343bb16444/fe2d36c28dc11670fcea0d343bb16444.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273139.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6a5/8ae482f810f8d3944a31edad47d666a5/8ae482f810f8d3944a31edad47d666a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273144.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d5f/4ba2bfd12d1ebfb81eed9b754951fd5f/4ba2bfd12d1ebfb81eed9b754951fd5f.db - -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txdcba7ce05b534548b4313-0068530a1b) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txcc3bed3295e64a48b2595-0068530a1b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txf158adf365b14115bb143-0068530a1b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf158adf365b14115bb143-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf158adf365b14115bb143-0068530a1b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf158adf365b14115bb143-0068530a1b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx794dda61f51d4c458fd3c-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx794dda61f51d4c458fd3c-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx794dda61f51d4c458fd3c-0068530a1b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx794dda61f51d4c458fd3c-0068530a1b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx4fc050d5db774453be007-0068530a1b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4fc050d5db774453be007-0068530a1b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4fc050d5db774453be007-0068530a1b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4fc050d5db774453be007-0068530a1b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: Setting object count to 1068 (txn: txaad58a1818ca4c3cbfa30-0068530a1d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273149.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ecd/8a2719833da1cee8715a6a0e8934fecd/8a2719833da1cee8715a6a0e8934fecd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273154.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/292/394c76a3a0c97ee2e015fd7a23912292/394c76a3a0c97ee2e015fd7a23912292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273159.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d4d/366667f112d9a40330d1311888585d4d/366667f112d9a40330d1311888585d4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273164.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/0b9/699fb6c955ce4e692c3babed08e9d0b9/699fb6c955ce4e692c3babed08e9d0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273169.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/41d/4883522b506d14a327a88b15a56fe41d/4883522b506d14a327a88b15a56fe41d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273174.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/cc6/b31fcea9903b537c551b12b2e0f0acc6/b31fcea9903b537c551b12b2e0f0acc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273179.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/919/c29f7a349e7c16fa1e2d6a12d0f2f919/c29f7a349e7c16fa1e2d6a12d0f2f919.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273184.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ff6/b65ccfd299fb8adb6f9fd5ef1ad37ff6/b65ccfd299fb8adb6f9fd5ef1ad37ff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273189.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/634/0b2e1145e25557da99854da64e7d5634/0b2e1145e25557da99854da64e7d5634.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273194.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f38/133d38a6cef6aed8fb17085929306f38/133d38a6cef6aed8fb17085929306f38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273199.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/213/5440e7efb1a69d5781f6a1d7ba5c4213/5440e7efb1a69d5781f6a1d7ba5c4213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273204.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/aca/9c31f0aa644f71a73c5a92a8ff148aca/9c31f0aa644f71a73c5a92a8ff148aca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273209.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/6dd/6758b1bfa5114ae4b0328227ebabc6dd/6758b1bfa5114ae4b0328227ebabc6dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273214.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/aac/a577dd7be61b2325bb6e869ee5a0aaac/a577dd7be61b2325bb6e869ee5a0aaac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273219.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/2dc/53f8d9d8f6b76a1edf5e2c8504fb22dc/53f8d9d8f6b76a1edf5e2c8504fb22dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273224.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/467/b230758ae617c60f4b25b25a2aca1467/b230758ae617c60f4b25b25a2aca1467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273229.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7f5/088d3ec5f6eec874420a103b094bb7f5/088d3ec5f6eec874420a103b094bb7f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273234.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7ef/5095d7aeae80894ec07d7bc52987a7ef/5095d7aeae80894ec07d7bc52987a7ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273239.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/408/8e228fde74e724003f911a72f917b408/8e228fde74e724003f911a72f917b408.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273244.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/549/bbd12a8a173b2013d7496b996a923549/bbd12a8a173b2013d7496b996a923549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273249.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/589/01d640ce630765180861d27b675a8589/01d640ce630765180861d27b675a8589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273254.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/04a/fc5516602c23b4dd9d5a0333b854d04a/fc5516602c23b4dd9d5a0333b854d04a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273259.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e1d/a3dbca68889aed37cfc0822035df6e1d/a3dbca68889aed37cfc0822035df6e1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273264.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d72/563df6b189cd8fb5f74491ceac5d6d72/563df6b189cd8fb5f74491ceac5d6d72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273269.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/06e/148a629bd3cd2197cc30621b101fa06e/148a629bd3cd2197cc30621b101fa06e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273274.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/411/709eec8c1acd86b53970e6b589c04411/709eec8c1acd86b53970e6b589c04411.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273279.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/26b/ed51e74ad3aaec5cf0351c7c85fc226b/ed51e74ad3aaec5cf0351c7c85fc226b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273284.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/214/0cdc5d53842d6251d0ef0541ea162214/0cdc5d53842d6251d0ef0541ea162214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273289.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ae1/66bece32b383ed0d459e4e1db8c0fae1/66bece32b383ed0d459e4e1db8c0fae1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273294.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/092/a1434b05e0d8ce335d87c682cdb91092/a1434b05e0d8ce335d87c682cdb91092.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273299.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/0ab/7d95f1d9ddfff17f32a67da3fa26d0ab/7d95f1d9ddfff17f32a67da3fa26d0ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273304.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/dad/2dfe694e66ceec7b603a22dfc32e7dad/2dfe694e66ceec7b603a22dfc32e7dad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273309.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/2c1/6e655b6a2028528e5956f0eb4ee4a2c1/6e655b6a2028528e5956f0eb4ee4a2c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273314.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/5fb/8bc2fc7546a1f89a2e8357e68851c5fb/8bc2fc7546a1f89a2e8357e68851c5fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273319.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f3b/b26f3e358fd14de0acb24a081530cf3b/b26f3e358fd14de0acb24a081530cf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273324.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/807/ae9f1b677cd870b33865b94af6173807/ae9f1b677cd870b33865b94af6173807.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273329.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/5e5/a4118533c36cf1f79390766018a055e5/a4118533c36cf1f79390766018a055e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273334.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/24c/55c7166c509dfc15946150662cf0d24c/55c7166c509dfc15946150662cf0d24c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273339.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d3c/47fb1e3a7ae920f3086631c2e92d6d3c/47fb1e3a7ae920f3086631c2e92d6d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273344.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/df2/d29426d667e8637f26d62a80a3bf2df2/d29426d667e8637f26d62a80a3bf2df2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273349.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/cb6/2c84c74d3bbe022b2582de728ab25cb6/2c84c74d3bbe022b2582de728ab25cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273354.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/463/2f3e546fbf4330338f300a330447e463/2f3e546fbf4330338f300a330447e463.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273359.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ff1/cc76bfbb843875f26af0a46c79f54ff1/cc76bfbb843875f26af0a46c79f54ff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273364.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/cb8/2c48e91cefd47b6007688bd99d026cb8/2c48e91cefd47b6007688bd99d026cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273369.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/2e5/0e8756ec5ab8d9600d4efa79890512e5/0e8756ec5ab8d9600d4efa79890512e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273374.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/1b7/449561c4182421659385c5fb86bc21b7/449561c4182421659385c5fb86bc21b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273379.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ec8/3d88657c83be59d3ff9c7346addc4ec8/3d88657c83be59d3ff9c7346addc4ec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273384.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b99/4df938247f1ef4b96d77d3895a051b99/4df938247f1ef4b96d77d3895a051b99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273389.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d0c/c411cebda17aefc7e4f4947ee0a7ed0c/c411cebda17aefc7e4f4947ee0a7ed0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273394.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/642/90dd582ee281f6eab7165cce3963b642/90dd582ee281f6eab7165cce3963b642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273399.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/0f1/46ab3078c49bdee3dcbd41a9b14e70f1/46ab3078c49bdee3dcbd41a9b14e70f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273404.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/db8/5f6ce5b14b79158eec117fd84acccdb8/5f6ce5b14b79158eec117fd84acccdb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273409.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7b0/aefc7afbc79bd2e29162eecc2cf1e7b0/aefc7afbc79bd2e29162eecc2cf1e7b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273414.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7e4/c2fb70a52c90271fee4e61d53eb027e4/c2fb70a52c90271fee4e61d53eb027e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273419.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/51b/708e6d9d6df33ea9f4a2ce4dd417651b/708e6d9d6df33ea9f4a2ce4dd417651b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273424.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/06c/b9425e46fe5bc921c28e4c11c0f9506c/b9425e46fe5bc921c28e4c11c0f9506c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273429.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/da5/f1e19db487cb5500273347ef30e80da5/f1e19db487cb5500273347ef30e80da5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273434.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7d4/52c5e2de697ebd9306ed087fc71b97d4/52c5e2de697ebd9306ed087fc71b97d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273439.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/227/e68e4c58473c9479f36f3cbcb79be227/e68e4c58473c9479f36f3cbcb79be227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273444.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/72c/3426faa162b529dfec5959f6c56c272c/3426faa162b529dfec5959f6c56c272c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273449.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/a45/9ac5e3d7b60dbab0daa6165ce3744a45/9ac5e3d7b60dbab0daa6165ce3744a45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273454.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/88f/0e6cef96c89fc8b8b0a574f8facc088f/0e6cef96c89fc8b8b0a574f8facc088f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273459.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e22/3efab9fd1204df8b26117c84d4e2fe22/3efab9fd1204df8b26117c84d4e2fe22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273464.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/582/e447226c0e34580561b650602657c582/e447226c0e34580561b650602657c582.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273469.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/9b2/dbc17f5f0db64f5a3448f6b4b5f0a9b2/dbc17f5f0db64f5a3448f6b4b5f0a9b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273474.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/580/a29cb706153e647f88c7363e599be580/a29cb706153e647f88c7363e599be580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273479.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/0ed/70b9b6b0ed2c3843dc3f1f42b63a20ed/70b9b6b0ed2c3843dc3f1f42b63a20ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273484.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f20/8c2208c5418e03942485311932d36f20/8c2208c5418e03942485311932d36f20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273489.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/009/a70cf64d41b63a70f23f783f7c0f0009/a70cf64d41b63a70f23f783f7c0f0009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273494.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c72/be981db1c55a337f7247b2c7255d3c72/be981db1c55a337f7247b2c7255d3c72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273499.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/207/c36a9f9caceea008c16cea8495051207/c36a9f9caceea008c16cea8495051207.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273504.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/a4b/aeb95a567bdf7653757b7ed896e49a4b/aeb95a567bdf7653757b7ed896e49a4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273509.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b29/a368604d73ad4e07d3d59bcb43d06b29/a368604d73ad4e07d3d59bcb43d06b29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273514.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/87b/a210c5b4ee87c5b3498d1eb96b84687b/a210c5b4ee87c5b3498d1eb96b84687b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273519.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/d75/d5804f99fbb5f3edf1554f1917c63d75/d5804f99fbb5f3edf1554f1917c63d75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273524.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/dda/028db65d9753c29a93b01b4c05d92dda/028db65d9753c29a93b01b4c05d92dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273529.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/1e4/7da81c6aecaadad80e157eb09be6f1e4/7da81c6aecaadad80e157eb09be6f1e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273534.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/568/4ee4cb35091b46d62bcaa6824ba50568/4ee4cb35091b46d62bcaa6824ba50568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273539.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/a2f/e7c45163cd24cb5306ea855e8de6ba2f/e7c45163cd24cb5306ea855e8de6ba2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273544.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7d6/a2df9da1c323db103516efa82c6287d6/a2df9da1c323db103516efa82c6287d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273549.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/3bc/7cb39d4c3f87f8fcf5592313d9c0b3bc/7cb39d4c3f87f8fcf5592313d9c0b3bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273554.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/356/37854f2a95fa7c6f93c0b7d494e5d356/37854f2a95fa7c6f93c0b7d494e5d356.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273559.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/247/edcec3ef09b793a5e802874d16a95247/edcec3ef09b793a5e802874d16a95247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273564.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/cee/128083550fd8f3ec918dffa924dc0cee/128083550fd8f3ec918dffa924dc0cee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273569.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b5f/d64dec0f7014b27739317aefa4e04b5f/d64dec0f7014b27739317aefa4e04b5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273574.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/79a/0f378f061e50387e5e1c94dbb1c8a79a/0f378f061e50387e5e1c94dbb1c8a79a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273579.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/5b4/65f5a19ad0a2ad60fff38832f8fb35b4/65f5a19ad0a2ad60fff38832f8fb35b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273584.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/996/52452dd03763fab8a1a4496e4e3dc996/52452dd03763fab8a1a4496e4e3dc996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273589.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ba4/a1ca9ab5fc0cd674ad3d7813400e7ba4/a1ca9ab5fc0cd674ad3d7813400e7ba4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273594.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7b3/12198024d87870a18752a77fdba1e7b3/12198024d87870a18752a77fdba1e7b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273599.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c63/a2bdaf8dbeb1e722a19993491904ac63/a2bdaf8dbeb1e722a19993491904ac63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273604.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/22c/b265bd3a029217b62dba8dcdd399322c/b265bd3a029217b62dba8dcdd399322c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273609.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f2c/1da045e3dbf733407304cd31d6ab5f2c/1da045e3dbf733407304cd31d6ab5f2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273614.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b6e/be36fca2c1dd0517fd2c94349f7f6b6e/be36fca2c1dd0517fd2c94349f7f6b6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273619.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/694/7d92bfcb569016fce6b8a00290218694/7d92bfcb569016fce6b8a00290218694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273624.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fba/6e0e1401f2a09c6e52aebef65a58afba/6e0e1401f2a09c6e52aebef65a58afba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273629.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fb6/ea387291bb6779409d25e170088bcfb6/ea387291bb6779409d25e170088bcfb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273634.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c4d/d0bf3a7f9ad49fc9d870448298c61c4d/d0bf3a7f9ad49fc9d870448298c61c4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273639.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/88e/572d851100845f5fec0c66dcf06cf88e/572d851100845f5fec0c66dcf06cf88e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273644.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7fb/4b05b9e6c8e9ad5448c08cc07ae567fb/4b05b9e6c8e9ad5448c08cc07ae567fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273649.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/667/acc74bb542c86235d00adf38ee323667/acc74bb542c86235d00adf38ee323667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273654.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/fa7/d54370aae12376048ac67b94322e2fa7/d54370aae12376048ac67b94322e2fa7.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273659.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/bc8/cbffd5bf182c0866e191aed811250bc8/cbffd5bf182c0866e191aed811250bc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273664.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/49b/eb6478255c6e8b30de0967a5a095249b/eb6478255c6e8b30de0967a5a095249b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273669.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/27a/41ce7a522d8ff46197599356444c527a/41ce7a522d8ff46197599356444c527a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273674.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/f65/c335d55ca835b5b1f3072e79304b7f65/c335d55ca835b5b1f3072e79304b7f65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273679.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/122/fc96c3470d49099465fb3977f229b122/fc96c3470d49099465fb3977f229b122.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273684.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/672/cd6797c406f8466de4c792e58d617672/cd6797c406f8466de4c792e58d617672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273689.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/3e4/c07450c00a5b7a83a555f39dc0af63e4/c07450c00a5b7a83a555f39dc0af63e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273694.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/37b/094e388e751a336f4f1419dac2cfc37b/094e388e751a336f4f1419dac2cfc37b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273699.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/7dc/7453f2f053c2f63737d7759d793487dc/7453f2f053c2f63737d7759d793487dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273704.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c52/92c620c2d2a51ad0b944c69fe96e1c52/92c620c2d2a51ad0b944c69fe96e1c52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273709.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/040/c3d8fca854dea810199b6637ea462040/c3d8fca854dea810199b6637ea462040.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273714.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/661/9b90e26bdc704ce18da034e0e96ba661/9b90e26bdc704ce18da034e0e96ba661.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273719.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/247/0f45c68573cb308f6ebfcf9eeb492247/0f45c68573cb308f6ebfcf9eeb492247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273724.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/59d/2d1a50196ccef7fe4e6db3b032f6b59d/2d1a50196ccef7fe4e6db3b032f6b59d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273729.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/88e/4ca8799bb688d6372cf71efbdf5a388e/4ca8799bb688d6372cf71efbdf5a388e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273734.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/569/1fb41872887cf30ce9ab108ef178b569/1fb41872887cf30ce9ab108ef178b569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273739.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/545/5e8f1ba3419a63aa01f5d50abf97c545/5e8f1ba3419a63aa01f5d50abf97c545.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273744.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/86d/04d062cc86fb143195e2e8d9a8fc986d/04d062cc86fb143195e2e8d9a8fc986d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273749.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/ac5/810afa39cf4409a1c625c403bae96ac5/810afa39cf4409a1c625c403bae96ac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273754.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/840/71109c651d1adf1c442f1d284d52b840/71109c651d1adf1c442f1d284d52b840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273759.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/26c/8d41bdd45eb6d66f40dc281f7c31826c/8d41bdd45eb6d66f40dc281f7c31826c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273764.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/8fa/e265a0c92214f73e248f551eb2f4b8fa/e265a0c92214f73e248f551eb2f4b8fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273769.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/4b7/686182037e97a2f4e822d1965c89d4b7/686182037e97a2f4e822d1965c89d4b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273774.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/0c9/2f936eed2a4e3ed9a3f872b521e740c9/2f936eed2a4e3ed9a3f872b521e740c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273779.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c53/f5a339df67308b607d7c091644ab2c53/f5a339df67308b607d7c091644ab2c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273784.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/bd1/997bfd571c4c190876ee510b3f994bd1/997bfd571c4c190876ee510b3f994bd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273789.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/07c/641213ac7607162c952cf10fcca3207c/641213ac7607162c952cf10fcca3207c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273794.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/e80/e325d7fbe244c3b4df62faf721cb8e80/e325d7fbe244c3b4df62faf721cb8e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273799.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b59/73c084d02d796c1ad169f225b5f1ab59/73c084d02d796c1ad169f225b5f1ab59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273804.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c95/0c5f2e5fbd341b5b511ae96e64cd9c95/0c5f2e5fbd341b5b511ae96e64cd9c95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273809.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/c65/02bf6e2f0ea9ba91b2798a101a6b5c65/02bf6e2f0ea9ba91b2798a101a6b5c65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273814.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/722/e46f1e57f24351bdabe00fd95d605722/e46f1e57f24351bdabe00fd95d605722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273819.00000-0, db: /tmp/tmpv5i_20pi/sda/containers/0/b9d/6a65456f8f07da55a6879cec8f10eb9d/6a65456f8f07da55a6879cec8f10eb9d.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_fufgakb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1750272542.00000, path: a/c, db: /tmp/tmpp2nae6c1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272542.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmplvt5trq2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272543.00000-0, db: /tmp/tmpi_0co8m9/sda/containers/0/116/0fbb367c525373fb7d6c8d1022a1a116/0fbb367c525373fb7d6c8d1022a1a116.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272543.00000-0, db: /tmp/tmpi_0co8m9/sda/containers/0/116/0fbb367c525373fb7d6c8d1022a1a116/0fbb367c525373fb7d6c8d1022a1a116.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272546.00000-0, db: /tmp/tmpi_0co8m9/sda/containers/0/5c1/a96b9d3bea3e0a08fc0c1d6526dcd5c1/a96b9d3bea3e0a08fc0c1d6526dcd5c1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272546.00000-0, db: /tmp/tmpi_0co8m9/sda/containers/0/5c1/a96b9d3bea3e0a08fc0c1d6526dcd5c1/a96b9d3bea3e0a08fc0c1d6526dcd5c1.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1750272543.00000, (0, 0) as of 1750272543.00000, active as of 1750272543.00000> to ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, active as of 1750272544.00000>, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272548.00000, (0, 0) as of 1750272548.00000, shrinking as of 1750272545.00000> to ShardRange<'k' to 't' as of 1750272548.00000, (0, 0) as of 1750272548.00000, sharding as of 1750272549.00000>, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpbqjzp2bq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-1ff9b4ba61d1604f18a802fee16774d4-1750272547.00000-2, db: /tmp/tmp5zcgd8i0/sda/containers/0/753/e3485fb903aceecacda417c6909c0753/e3485fb903aceecacda417c6909c0753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272552.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/153/899ca3c7b6c29d3b565df7609e3f2153/899ca3c7b6c29d3b565df7609e3f2153.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272552.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/153/899ca3c7b6c29d3b565df7609e3f2153/899ca3c7b6c29d3b565df7609e3f2153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272561.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/ad8/920890293fa8ba035d0c0f4b1746bad8/920890293fa8ba035d0c0f4b1746bad8.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272561.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/ad8/920890293fa8ba035d0c0f4b1746bad8/920890293fa8ba035d0c0f4b1746bad8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272570.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/a25/c59da575bc85e017d7f24b563977ca25/c59da575bc85e017d7f24b563977ca25.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272570.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/a25/c59da575bc85e017d7f24b563977ca25/c59da575bc85e017d7f24b563977ca25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272579.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/c8b/8f4bff23822a6f5d1f1d48581c2ccc8b/8f4bff23822a6f5d1f1d48581c2ccc8b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272579.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/c8b/8f4bff23822a6f5d1f1d48581c2ccc8b/8f4bff23822a6f5d1f1d48581c2ccc8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272588.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/176/481ff85365e3c2cb444dec8a6c1e8176/481ff85365e3c2cb444dec8a6c1e8176.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272588.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/176/481ff85365e3c2cb444dec8a6c1e8176/481ff85365e3c2cb444dec8a6c1e8176.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272597.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/612/2f9c964f413380a85bed9fbd904f3612/2f9c964f413380a85bed9fbd904f3612.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272597.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/612/2f9c964f413380a85bed9fbd904f3612/2f9c964f413380a85bed9fbd904f3612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272606.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/d74/582dc415fde4c2aef61ed7d500d21d74/582dc415fde4c2aef61ed7d500d21d74.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272606.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/d74/582dc415fde4c2aef61ed7d500d21d74/582dc415fde4c2aef61ed7d500d21d74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272615.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/96e/34d87d456026bd3c2dea293b35fbe96e/34d87d456026bd3c2dea293b35fbe96e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272615.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/96e/34d87d456026bd3c2dea293b35fbe96e/34d87d456026bd3c2dea293b35fbe96e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272615.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/96e/34d87d456026bd3c2dea293b35fbe96e/34d87d456026bd3c2dea293b35fbe96e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272624.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/6a3/d864162b9431926d5b8eb28c472156a3/d864162b9431926d5b8eb28c472156a3.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272624.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/6a3/d864162b9431926d5b8eb28c472156a3/d864162b9431926d5b8eb28c472156a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272624.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/6a3/d864162b9431926d5b8eb28c472156a3/d864162b9431926d5b8eb28c472156a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272633.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/0ff/655ea926203c1ebcb177fb320a72c0ff/655ea926203c1ebcb177fb320a72c0ff.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272633.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/0ff/655ea926203c1ebcb177fb320a72c0ff/655ea926203c1ebcb177fb320a72c0ff.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272633.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/0ff/655ea926203c1ebcb177fb320a72c0ff/655ea926203c1ebcb177fb320a72c0ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272642.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/a48/f0293d506621a057e89d45c244c2ca48/f0293d506621a057e89d45c244c2ca48.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272642.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/a48/f0293d506621a057e89d45c244c2ca48/f0293d506621a057e89d45c244c2ca48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272642.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/a48/f0293d506621a057e89d45c244c2ca48/f0293d506621a057e89d45c244c2ca48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272651.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/554/e7eb8b92f221fdea8e3f3c27ba506554/e7eb8b92f221fdea8e3f3c27ba506554.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272651.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/554/e7eb8b92f221fdea8e3f3c27ba506554/e7eb8b92f221fdea8e3f3c27ba506554.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272651.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/554/e7eb8b92f221fdea8e3f3c27ba506554/e7eb8b92f221fdea8e3f3c27ba506554.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272660.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/5b5/afe630543d86367c93d70c48635fe5b5/afe630543d86367c93d70c48635fe5b5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272660.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/5b5/afe630543d86367c93d70c48635fe5b5/afe630543d86367c93d70c48635fe5b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272660.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/5b5/afe630543d86367c93d70c48635fe5b5/afe630543d86367c93d70c48635fe5b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272669.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/f65/2d100cff61c0dbe4e5b22c623e816f65/2d100cff61c0dbe4e5b22c623e816f65.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272669.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/f65/2d100cff61c0dbe4e5b22c623e816f65/2d100cff61c0dbe4e5b22c623e816f65.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272669.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/f65/2d100cff61c0dbe4e5b22c623e816f65/2d100cff61c0dbe4e5b22c623e816f65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272678.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/63b/fe4a7f51cae837fa412649f41baf463b/fe4a7f51cae837fa412649f41baf463b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272678.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/63b/fe4a7f51cae837fa412649f41baf463b/fe4a7f51cae837fa412649f41baf463b.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272678.00000-2, db: /tmp/tmpaqn8e9bb/sda/containers/0/63b/fe4a7f51cae837fa412649f41baf463b/fe4a7f51cae837fa412649f41baf463b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750272543.00000, (0, 0) as of 1750272543.00000, active as of 1750272543.00000> to ShardRange<'a' to 'b' as of 1750272543.00000, (0, 0) as of 1750272543.00000, sharding as of 1750272548.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d_1750272543.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d_1750272543.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d_1750272543.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d_1750272543.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1750272543.00000, (0, 0) as of 1750272543.00000, sharding as of 1750272549.00000> to ShardRange<'a' to 'b' as of 1750272543.00000, (0, 0) as of 1750272543.00000, sharded as of 1750272552.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1750272543.00000-2, db: /tmp/tmpjv1q8ixz/sda/containers/0/15d/bfe050698c17ea194fe11496968b815d/bfe050698c17ea194fe11496968b815d_1750272543.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272543.00000, db: /tmp/tmp42foh84u/sda/containers/0/1ec/eec63ada938e5448e4d457060ba221ec/eec63ada938e5448e4d457060ba221ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272545.00000, db: /tmp/tmp42foh84u/sda/containers/0/6db/f9869ac9e037ad6f570d357900d1d6db/f9869ac9e037ad6f570d357900d1d6db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, found as of 1750272544.00000> to ShardRange<'k' to 't' as of 1750272545.00000, (0, 0) as of 1750272545.00000, created as of 1750272545.00000>, path: .shards_a/shard_c_1750272545.00000, db: /tmp/tmp42foh84u/sda/containers/0/6db/f9869ac9e037ad6f570d357900d1d6db/f9869ac9e037ad6f570d357900d1d6db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272547.00000, db: /tmp/tmp42foh84u/sda/containers/0/8a4/955c1e7646753fce05ffedea48e758a4/955c1e7646753fce05ffedea48e758a4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272546.00000, (0, 0) as of 1750272546.00000, found as of 1750272546.00000> to ShardRange<'k' to 't' as of 1750272547.00000, (0, 0) as of 1750272547.00000, cleaved as of 1750272547.00000>, path: .shards_a/shard_c_1750272547.00000, db: /tmp/tmp42foh84u/sda/containers/0/8a4/955c1e7646753fce05ffedea48e758a4/955c1e7646753fce05ffedea48e758a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272549.00000, db: /tmp/tmp42foh84u/sda/containers/0/ea6/6b5a943e02d8affbe225e68f2a3ecea6/6b5a943e02d8affbe225e68f2a3ecea6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272548.00000, (0, 0) as of 1750272548.00000, found as of 1750272548.00000> to ShardRange<'k' to 't' as of 1750272549.00000, (0, 0) as of 1750272549.00000, active as of 1750272549.00000>, path: .shards_a/shard_c_1750272549.00000, db: /tmp/tmp42foh84u/sda/containers/0/ea6/6b5a943e02d8affbe225e68f2a3ecea6/6b5a943e02d8affbe225e68f2a3ecea6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmp42foh84u/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272550.00000, (0, 0) as of 1750272550.00000, found as of 1750272550.00000> to ShardRange<'k' to 't' as of 1750272551.00000, (0, 0) as of 1750272551.00000, shrinking as of 1750272551.00000>, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmp42foh84u/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272551.00000, db: /tmp/tmp42foh84u/sda/containers/0/fff/a9f890d0b66684b57d1371d4159c5fff/a9f890d0b66684b57d1371d4159c5fff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmp42foh84u/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272552.00000, (0, 0) as of 1750272552.00000, found as of 1750272552.00000> to ShardRange<'k' to 't' as of 1750272553.00000, (0, 0) as of 1750272553.00000, sharding as of 1750272553.00000>, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmp42foh84u/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272553.00000, db: /tmp/tmp42foh84u/sda/containers/0/ca4/a12b771fef780afc4d4ea60c1e9d9ca4/a12b771fef780afc4d4ea60c1e9d9ca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272555.00000, db: /tmp/tmp42foh84u/sda/containers/0/b90/b98466167a7d4cbc3483627e41b32b90/b98466167a7d4cbc3483627e41b32b90.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272554.00000, (0, 0) as of 1750272554.00000, found as of 1750272554.00000> to ShardRange<'k' to 't' as of 1750272555.00000, (0, 0) as of 1750272555.00000, sharded as of 1750272555.00000>, path: .shards_a/shard_c_1750272555.00000, db: /tmp/tmp42foh84u/sda/containers/0/b90/b98466167a7d4cbc3483627e41b32b90/b98466167a7d4cbc3483627e41b32b90.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272555.00000, db: /tmp/tmp42foh84u/sda/containers/0/b90/b98466167a7d4cbc3483627e41b32b90/b98466167a7d4cbc3483627e41b32b90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272557.00000, db: /tmp/tmp42foh84u/sda/containers/0/a6c/43dade9667df847f69bcae3285ad2a6c/43dade9667df847f69bcae3285ad2a6c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272556.00000, (0, 0) as of 1750272556.00000, found as of 1750272556.00000> to ShardRange<'k' to 't' as of 1750272557.00000, (0, 0) as of 1750272557.00000, shrunk as of 1750272557.00000>, path: .shards_a/shard_c_1750272557.00000, db: /tmp/tmp42foh84u/sda/containers/0/a6c/43dade9667df847f69bcae3285ad2a6c/43dade9667df847f69bcae3285ad2a6c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272557.00000, db: /tmp/tmp42foh84u/sda/containers/0/a6c/43dade9667df847f69bcae3285ad2a6c/43dade9667df847f69bcae3285ad2a6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272559.00000, db: /tmp/tmp42foh84u/sda/containers/0/e86/e37aefddfed4c8cf76ba0f574d21fe86/e37aefddfed4c8cf76ba0f574d21fe86.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272558.00000, (0, 0) as of 1750272558.00000, created as of 1750272558.00000> to ShardRange<'k' to 't' as of 1750272559.00000, (0, 0) as of 1750272559.00000, found as of 1750272559.00000>, path: .shards_a/shard_c_1750272559.00000, db: /tmp/tmp42foh84u/sda/containers/0/e86/e37aefddfed4c8cf76ba0f574d21fe86/e37aefddfed4c8cf76ba0f574d21fe86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272561.00000, db: /tmp/tmp42foh84u/sda/containers/0/813/18c8a9a0ee86bf65744069ceb7e17813/18c8a9a0ee86bf65744069ceb7e17813.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272563.00000, db: /tmp/tmp42foh84u/sda/containers/0/efe/dfa87cf2a23e99334f59b9753bca7efe/dfa87cf2a23e99334f59b9753bca7efe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272562.00000, (0, 0) as of 1750272562.00000, created as of 1750272562.00000> to ShardRange<'k' to 't' as of 1750272563.00000, (0, 0) as of 1750272563.00000, cleaved as of 1750272563.00000>, path: .shards_a/shard_c_1750272563.00000, db: /tmp/tmp42foh84u/sda/containers/0/efe/dfa87cf2a23e99334f59b9753bca7efe/dfa87cf2a23e99334f59b9753bca7efe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272565.00000, db: /tmp/tmp42foh84u/sda/containers/0/67d/042a07b07861d3b033b3a8dd3893467d/042a07b07861d3b033b3a8dd3893467d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272564.00000, (0, 0) as of 1750272564.00000, created as of 1750272564.00000> to ShardRange<'k' to 't' as of 1750272565.00000, (0, 0) as of 1750272565.00000, active as of 1750272565.00000>, path: .shards_a/shard_c_1750272565.00000, db: /tmp/tmp42foh84u/sda/containers/0/67d/042a07b07861d3b033b3a8dd3893467d/042a07b07861d3b033b3a8dd3893467d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmp42foh84u/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272566.00000, (0, 0) as of 1750272566.00000, created as of 1750272566.00000> to ShardRange<'k' to 't' as of 1750272567.00000, (0, 0) as of 1750272567.00000, shrinking as of 1750272567.00000>, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmp42foh84u/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272567.00000, db: /tmp/tmp42foh84u/sda/containers/0/ff6/eb3bca255f590ab70f9022993c35aff6/eb3bca255f590ab70f9022993c35aff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmp42foh84u/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272568.00000, (0, 0) as of 1750272568.00000, created as of 1750272568.00000> to ShardRange<'k' to 't' as of 1750272569.00000, (0, 0) as of 1750272569.00000, sharding as of 1750272569.00000>, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmp42foh84u/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272569.00000, db: /tmp/tmp42foh84u/sda/containers/0/591/45322bd5fc9f16f42ed2817781c48591/45322bd5fc9f16f42ed2817781c48591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272571.00000, db: /tmp/tmp42foh84u/sda/containers/0/a49/2b4d390449cbd655085f0d24f36c8a49/2b4d390449cbd655085f0d24f36c8a49.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272570.00000, (0, 0) as of 1750272570.00000, created as of 1750272570.00000> to ShardRange<'k' to 't' as of 1750272571.00000, (0, 0) as of 1750272571.00000, sharded as of 1750272571.00000>, path: .shards_a/shard_c_1750272571.00000, db: /tmp/tmp42foh84u/sda/containers/0/a49/2b4d390449cbd655085f0d24f36c8a49/2b4d390449cbd655085f0d24f36c8a49.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272571.00000, db: /tmp/tmp42foh84u/sda/containers/0/a49/2b4d390449cbd655085f0d24f36c8a49/2b4d390449cbd655085f0d24f36c8a49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272573.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c3/50425db4f163e51f3ddd50a5cc50d3c3/50425db4f163e51f3ddd50a5cc50d3c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272572.00000, (0, 0) as of 1750272572.00000, created as of 1750272572.00000> to ShardRange<'k' to 't' as of 1750272573.00000, (0, 0) as of 1750272573.00000, shrunk as of 1750272573.00000>, path: .shards_a/shard_c_1750272573.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c3/50425db4f163e51f3ddd50a5cc50d3c3/50425db4f163e51f3ddd50a5cc50d3c3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272573.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c3/50425db4f163e51f3ddd50a5cc50d3c3/50425db4f163e51f3ddd50a5cc50d3c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272575.00000, db: /tmp/tmp42foh84u/sda/containers/0/8ac/f00527632ecd708c89069d5b961d98ac/f00527632ecd708c89069d5b961d98ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272574.00000, (0, 0) as of 1750272574.00000, cleaved as of 1750272574.00000> to ShardRange<'k' to 't' as of 1750272575.00000, (0, 0) as of 1750272575.00000, found as of 1750272575.00000>, path: .shards_a/shard_c_1750272575.00000, db: /tmp/tmp42foh84u/sda/containers/0/8ac/f00527632ecd708c89069d5b961d98ac/f00527632ecd708c89069d5b961d98ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272577.00000, db: /tmp/tmp42foh84u/sda/containers/0/07a/57ad37802db025cba195928b03a2e07a/57ad37802db025cba195928b03a2e07a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272576.00000, (0, 0) as of 1750272576.00000, cleaved as of 1750272576.00000> to ShardRange<'k' to 't' as of 1750272577.00000, (0, 0) as of 1750272577.00000, created as of 1750272577.00000>, path: .shards_a/shard_c_1750272577.00000, db: /tmp/tmp42foh84u/sda/containers/0/07a/57ad37802db025cba195928b03a2e07a/57ad37802db025cba195928b03a2e07a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272579.00000, db: /tmp/tmp42foh84u/sda/containers/0/1e7/1c86bff7f638821ef3f8404b4d0f31e7/1c86bff7f638821ef3f8404b4d0f31e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmp42foh84u/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272580.00000, (0, 0) as of 1750272580.00000, cleaved as of 1750272580.00000> to ShardRange<'k' to 't' as of 1750272581.00000, (0, 0) as of 1750272581.00000, active as of 1750272581.00000>, path: .shards_a/shard_c_1750272581.00000, db: /tmp/tmp42foh84u/sda/containers/0/eea/0ed1aa3482bc52decb86d17c2a233eea/0ed1aa3482bc52decb86d17c2a233eea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmp42foh84u/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272582.00000, (0, 0) as of 1750272582.00000, cleaved as of 1750272582.00000> to ShardRange<'k' to 't' as of 1750272583.00000, (0, 0) as of 1750272583.00000, shrinking as of 1750272583.00000>, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmp42foh84u/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272583.00000, db: /tmp/tmp42foh84u/sda/containers/0/08a/61514f976f2df4f7e5915602bcf3208a/61514f976f2df4f7e5915602bcf3208a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmp42foh84u/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272584.00000, (0, 0) as of 1750272584.00000, cleaved as of 1750272584.00000> to ShardRange<'k' to 't' as of 1750272585.00000, (0, 0) as of 1750272585.00000, sharding as of 1750272585.00000>, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmp42foh84u/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272585.00000, db: /tmp/tmp42foh84u/sda/containers/0/de5/3569af2d64de262bcebec269ed22bde5/3569af2d64de262bcebec269ed22bde5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmp42foh84u/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272586.00000, (0, 0) as of 1750272586.00000, cleaved as of 1750272586.00000> to ShardRange<'k' to 't' as of 1750272587.00000, (0, 0) as of 1750272587.00000, sharded as of 1750272587.00000>, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmp42foh84u/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272587.00000, db: /tmp/tmp42foh84u/sda/containers/0/cbe/587e0e67096f38ef3f02bc088aa4fcbe/587e0e67096f38ef3f02bc088aa4fcbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmp42foh84u/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272588.00000, (0, 0) as of 1750272588.00000, cleaved as of 1750272588.00000> to ShardRange<'k' to 't' as of 1750272589.00000, (0, 0) as of 1750272589.00000, shrunk as of 1750272589.00000>, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmp42foh84u/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272589.00000, db: /tmp/tmp42foh84u/sda/containers/0/558/da8cdad5bb22b42e9691b183c954d558/da8cdad5bb22b42e9691b183c954d558.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmp42foh84u/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272590.00000, (0, 0) as of 1750272590.00000, active as of 1750272590.00000> to ShardRange<'k' to 't' as of 1750272591.00000, (0, 0) as of 1750272591.00000, found as of 1750272591.00000>, path: .shards_a/shard_c_1750272591.00000, db: /tmp/tmp42foh84u/sda/containers/0/36a/378a26fb83c77bcb61165a5c5630e36a/378a26fb83c77bcb61165a5c5630e36a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272593.00000, db: /tmp/tmp42foh84u/sda/containers/0/793/91091dc0dc89f2ede4c573db18781793/91091dc0dc89f2ede4c573db18781793.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272592.00000, (0, 0) as of 1750272592.00000, active as of 1750272592.00000> to ShardRange<'k' to 't' as of 1750272593.00000, (0, 0) as of 1750272593.00000, created as of 1750272593.00000>, path: .shards_a/shard_c_1750272593.00000, db: /tmp/tmp42foh84u/sda/containers/0/793/91091dc0dc89f2ede4c573db18781793/91091dc0dc89f2ede4c573db18781793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmp42foh84u/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272594.00000, (0, 0) as of 1750272594.00000, active as of 1750272594.00000> to ShardRange<'k' to 't' as of 1750272595.00000, (0, 0) as of 1750272595.00000, cleaved as of 1750272595.00000>, path: .shards_a/shard_c_1750272595.00000, db: /tmp/tmp42foh84u/sda/containers/0/df4/ee574ed57435353fc38d87593c579df4/ee574ed57435353fc38d87593c579df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272597.00000, db: /tmp/tmp42foh84u/sda/containers/0/ae3/dc4dca030e519015fba82eaaed461ae3/dc4dca030e519015fba82eaaed461ae3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272598.00000, (0, 0) as of 1750272598.00000, active as of 1750272598.00000> to ShardRange<'k' to 't' as of 1750272599.00000, (0, 0) as of 1750272599.00000, shrinking as of 1750272599.00000>, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272599.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c7/9d759310fb471c00d9be5a40e70a43c7/9d759310fb471c00d9be5a40e70a43c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmp42foh84u/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272600.00000, (0, 0) as of 1750272600.00000, active as of 1750272600.00000> to ShardRange<'k' to 't' as of 1750272601.00000, (0, 0) as of 1750272601.00000, sharding as of 1750272601.00000>, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmp42foh84u/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272601.00000, db: /tmp/tmp42foh84u/sda/containers/0/210/03cf8914c6036ffd971da9fedc34a210/03cf8914c6036ffd971da9fedc34a210.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmp42foh84u/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272602.00000, (0, 0) as of 1750272602.00000, active as of 1750272602.00000> to ShardRange<'k' to 't' as of 1750272603.00000, (0, 0) as of 1750272603.00000, sharded as of 1750272603.00000>, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmp42foh84u/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272603.00000, db: /tmp/tmp42foh84u/sda/containers/0/a74/3fa0923cf1a8087a3568d5a5609cea74/3fa0923cf1a8087a3568d5a5609cea74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmp42foh84u/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272604.00000, (0, 0) as of 1750272604.00000, active as of 1750272604.00000> to ShardRange<'k' to 't' as of 1750272605.00000, (0, 0) as of 1750272605.00000, shrunk as of 1750272605.00000>, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmp42foh84u/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272605.00000, db: /tmp/tmp42foh84u/sda/containers/0/5ac/24ff65fabab683dbc42a8582d06345ac/24ff65fabab683dbc42a8582d06345ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmp42foh84u/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272606.00000, (0, 0) as of 1750272606.00000, shrinking as of 1750272606.00000> to ShardRange<'k' to 't' as of 1750272607.00000, (0, 0) as of 1750272607.00000, found as of 1750272607.00000>, path: .shards_a/shard_c_1750272607.00000, db: /tmp/tmp42foh84u/sda/containers/0/d4f/4ebafabe096aa821ed4b3a707ef94d4f/4ebafabe096aa821ed4b3a707ef94d4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmp42foh84u/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272608.00000, (0, 0) as of 1750272608.00000, shrinking as of 1750272608.00000> to ShardRange<'k' to 't' as of 1750272609.00000, (0, 0) as of 1750272609.00000, created as of 1750272609.00000>, path: .shards_a/shard_c_1750272609.00000, db: /tmp/tmp42foh84u/sda/containers/0/8ad/aa8091275af0129f718be12dcbb6b8ad/aa8091275af0129f718be12dcbb6b8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmp42foh84u/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272610.00000, (0, 0) as of 1750272610.00000, shrinking as of 1750272610.00000> to ShardRange<'k' to 't' as of 1750272611.00000, (0, 0) as of 1750272611.00000, cleaved as of 1750272611.00000>, path: .shards_a/shard_c_1750272611.00000, db: /tmp/tmp42foh84u/sda/containers/0/830/6655f2262c6d8b343a4a39bedeb4e830/6655f2262c6d8b343a4a39bedeb4e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmp42foh84u/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272612.00000, (0, 0) as of 1750272612.00000, shrinking as of 1750272612.00000> to ShardRange<'k' to 't' as of 1750272613.00000, (0, 0) as of 1750272613.00000, active as of 1750272613.00000>, path: .shards_a/shard_c_1750272613.00000, db: /tmp/tmp42foh84u/sda/containers/0/682/31a35c6fa88e4af36061858cdded4682/31a35c6fa88e4af36061858cdded4682.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmp42foh84u/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272615.00000, db: /tmp/tmp42foh84u/sda/containers/0/a44/77032f3db0bad6a61399d4d1a255fa44/77032f3db0bad6a61399d4d1a255fa44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmp42foh84u/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272616.00000, (0, 0) as of 1750272616.00000, shrinking as of 1750272616.00000> to ShardRange<'k' to 't' as of 1750272617.00000, (0, 0) as of 1750272617.00000, sharding as of 1750272617.00000>, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmp42foh84u/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272617.00000, db: /tmp/tmp42foh84u/sda/containers/0/641/07879ff9650709e9cc0c964a0a944641/07879ff9650709e9cc0c964a0a944641.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmp42foh84u/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272618.00000, (0, 0) as of 1750272618.00000, shrinking as of 1750272618.00000> to ShardRange<'k' to 't' as of 1750272619.00000, (0, 0) as of 1750272619.00000, sharded as of 1750272619.00000>, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmp42foh84u/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272619.00000, db: /tmp/tmp42foh84u/sda/containers/0/adf/d1fa5d4cfa74f1685926a0ceab429adf/d1fa5d4cfa74f1685926a0ceab429adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmp42foh84u/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272620.00000, (0, 0) as of 1750272620.00000, shrinking as of 1750272620.00000> to ShardRange<'k' to 't' as of 1750272621.00000, (0, 0) as of 1750272621.00000, shrunk as of 1750272621.00000>, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmp42foh84u/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272621.00000, db: /tmp/tmp42foh84u/sda/containers/0/da9/567ed18226c34afece54202d1c665da9/567ed18226c34afece54202d1c665da9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmp42foh84u/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272622.00000, (0, 0) as of 1750272622.00000, sharding as of 1750272622.00000> to ShardRange<'k' to 't' as of 1750272623.00000, (0, 0) as of 1750272623.00000, found as of 1750272623.00000>, path: .shards_a/shard_c_1750272623.00000, db: /tmp/tmp42foh84u/sda/containers/0/4c3/89559762c047bdabebeba581f257a4c3/89559762c047bdabebeba581f257a4c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmp42foh84u/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -Unlinked retiring db '/tmp/tmprc55el2q/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272624.00000, (0, 0) as of 1750272624.00000, sharding as of 1750272624.00000> to ShardRange<'k' to 't' as of 1750272625.00000, (0, 0) as of 1750272625.00000, created as of 1750272625.00000>, path: .shards_a/shard_c_1750272625.00000, db: /tmp/tmp42foh84u/sda/containers/0/dae/8774e59ce59efca0cb19ee1969bfbdae/8774e59ce59efca0cb19ee1969bfbdae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmp42foh84u/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272626.00000, (0, 0) as of 1750272626.00000, sharding as of 1750272626.00000> to ShardRange<'k' to 't' as of 1750272627.00000, (0, 0) as of 1750272627.00000, cleaved as of 1750272627.00000>, path: .shards_a/shard_c_1750272627.00000, db: /tmp/tmp42foh84u/sda/containers/0/5a5/ef3a667230f48d3b351d8733499a85a5/ef3a667230f48d3b351d8733499a85a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmp42foh84u/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272628.00000, (0, 0) as of 1750272628.00000, sharding as of 1750272628.00000> to ShardRange<'k' to 't' as of 1750272629.00000, (0, 0) as of 1750272629.00000, active as of 1750272629.00000>, path: .shards_a/shard_c_1750272629.00000, db: /tmp/tmp42foh84u/sda/containers/0/5e2/c97852fccda9546b0b557572b16865e2/c97852fccda9546b0b557572b16865e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmp42foh84u/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272630.00000, (0, 0) as of 1750272630.00000, sharding as of 1750272630.00000> to ShardRange<'k' to 't' as of 1750272631.00000, (0, 0) as of 1750272631.00000, shrinking as of 1750272631.00000>, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmp42foh84u/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272631.00000, db: /tmp/tmp42foh84u/sda/containers/0/8a5/204453419a2a6e7cca317c138b00f8a5/204453419a2a6e7cca317c138b00f8a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmp42foh84u/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272633.00000, db: /tmp/tmp42foh84u/sda/containers/0/fad/0acd99b05daccfa897480dfc488d1fad/0acd99b05daccfa897480dfc488d1fad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmp42foh84u/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272634.00000, (0, 0) as of 1750272634.00000, sharding as of 1750272634.00000> to ShardRange<'k' to 't' as of 1750272635.00000, (0, 0) as of 1750272635.00000, sharded as of 1750272635.00000>, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmp42foh84u/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272635.00000, db: /tmp/tmp42foh84u/sda/containers/0/82e/7f5336be0e3aa300d561b413121e482e/7f5336be0e3aa300d561b413121e482e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmp42foh84u/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272636.00000, (0, 0) as of 1750272636.00000, sharding as of 1750272636.00000> to ShardRange<'k' to 't' as of 1750272637.00000, (0, 0) as of 1750272637.00000, shrunk as of 1750272637.00000>, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmp42foh84u/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272637.00000, db: /tmp/tmp42foh84u/sda/containers/0/c0c/19fe36378590a2cebbc11a6a4325bc0c/19fe36378590a2cebbc11a6a4325bc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmp42foh84u/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272638.00000, (0, 0) as of 1750272638.00000, sharded as of 1750272638.00000> to ShardRange<'k' to 't' as of 1750272639.00000, (0, 0) as of 1750272639.00000, found as of 1750272639.00000>, path: .shards_a/shard_c_1750272639.00000, db: /tmp/tmp42foh84u/sda/containers/0/1a1/9d23d7a347a92b6f0a44250d9f9a31a1/9d23d7a347a92b6f0a44250d9f9a31a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmp42foh84u/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272640.00000, (0, 0) as of 1750272640.00000, sharded as of 1750272640.00000> to ShardRange<'k' to 't' as of 1750272641.00000, (0, 0) as of 1750272641.00000, created as of 1750272641.00000>, path: .shards_a/shard_c_1750272641.00000, db: /tmp/tmp42foh84u/sda/containers/0/279/ccbe3aa595843c331e879fbea5853279/ccbe3aa595843c331e879fbea5853279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmp42foh84u/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272642.00000, (0, 0) as of 1750272642.00000, sharded as of 1750272642.00000> to ShardRange<'k' to 't' as of 1750272643.00000, (0, 0) as of 1750272643.00000, cleaved as of 1750272643.00000>, path: .shards_a/shard_c_1750272643.00000, db: /tmp/tmp42foh84u/sda/containers/0/5aa/b881ac415b92dcb1282ab9d26fdd65aa/b881ac415b92dcb1282ab9d26fdd65aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmp42foh84u/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272644.00000, (0, 0) as of 1750272644.00000, sharded as of 1750272644.00000> to ShardRange<'k' to 't' as of 1750272645.00000, (0, 0) as of 1750272645.00000, active as of 1750272645.00000>, path: .shards_a/shard_c_1750272645.00000, db: /tmp/tmp42foh84u/sda/containers/0/c9e/2744d75e43eb1630b97e4e86bef61c9e/2744d75e43eb1630b97e4e86bef61c9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmp42foh84u/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272646.00000, (0, 0) as of 1750272646.00000, sharded as of 1750272646.00000> to ShardRange<'k' to 't' as of 1750272647.00000, (0, 0) as of 1750272647.00000, shrinking as of 1750272647.00000>, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmp42foh84u/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272647.00000, db: /tmp/tmp42foh84u/sda/containers/0/329/f96521926a05dda9eade55b977434329/f96521926a05dda9eade55b977434329.db -Unlinked retiring db '/tmp/tmphj6luug4/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -Unlinked retiring db '/tmp/tmpq4f5p3pu/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmp42foh84u/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272648.00000, (0, 0) as of 1750272648.00000, sharded as of 1750272648.00000> to ShardRange<'k' to 't' as of 1750272649.00000, (0, 0) as of 1750272649.00000, sharding as of 1750272649.00000>, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmp42foh84u/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272649.00000, db: /tmp/tmp42foh84u/sda/containers/0/1cc/b00344ea268bdcddf8fde588d2cd01cc/b00344ea268bdcddf8fde588d2cd01cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmp42foh84u/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272651.00000, db: /tmp/tmp42foh84u/sda/containers/0/eac/f4f7201e6a06d1d4ef796d75091f5eac/f4f7201e6a06d1d4ef796d75091f5eac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmp42foh84u/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272652.00000, (0, 0) as of 1750272652.00000, sharded as of 1750272652.00000> to ShardRange<'k' to 't' as of 1750272653.00000, (0, 0) as of 1750272653.00000, shrunk as of 1750272653.00000>, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmp42foh84u/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272653.00000, db: /tmp/tmp42foh84u/sda/containers/0/327/107156e1e763c0382ba99938a2bf9327/107156e1e763c0382ba99938a2bf9327.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmp42foh84u/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272654.00000, (0, 0) as of 1750272654.00000, shrunk as of 1750272654.00000> to ShardRange<'k' to 't' as of 1750272655.00000, (0, 0) as of 1750272655.00000, found as of 1750272655.00000>, path: .shards_a/shard_c_1750272655.00000, db: /tmp/tmp42foh84u/sda/containers/0/552/e5be7da4e7f88dfbaf61d8b5dc4bb552/e5be7da4e7f88dfbaf61d8b5dc4bb552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmp42foh84u/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272656.00000, (0, 0) as of 1750272656.00000, shrunk as of 1750272656.00000> to ShardRange<'k' to 't' as of 1750272657.00000, (0, 0) as of 1750272657.00000, created as of 1750272657.00000>, path: .shards_a/shard_c_1750272657.00000, db: /tmp/tmp42foh84u/sda/containers/0/812/09b0fb7f5eed17d7ded24805fd0ce812/09b0fb7f5eed17d7ded24805fd0ce812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmp42foh84u/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272658.00000, (0, 0) as of 1750272658.00000, shrunk as of 1750272658.00000> to ShardRange<'k' to 't' as of 1750272659.00000, (0, 0) as of 1750272659.00000, cleaved as of 1750272659.00000>, path: .shards_a/shard_c_1750272659.00000, db: /tmp/tmp42foh84u/sda/containers/0/486/d46cbeeda66f73c0f02536f839d18486/d46cbeeda66f73c0f02536f839d18486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmp42foh84u/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272660.00000, (0, 0) as of 1750272660.00000, shrunk as of 1750272660.00000> to ShardRange<'k' to 't' as of 1750272661.00000, (0, 0) as of 1750272661.00000, active as of 1750272661.00000>, path: .shards_a/shard_c_1750272661.00000, db: /tmp/tmp42foh84u/sda/containers/0/fe8/24b580ecafde6416c13c5fecb07eefe8/24b580ecafde6416c13c5fecb07eefe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmp42foh84u/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272662.00000, (0, 0) as of 1750272662.00000, shrunk as of 1750272662.00000> to ShardRange<'k' to 't' as of 1750272663.00000, (0, 0) as of 1750272663.00000, shrinking as of 1750272663.00000>, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmp42foh84u/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272663.00000, db: /tmp/tmp42foh84u/sda/containers/0/c32/40d3b9a5e2e068c7cb952af404db4c32/40d3b9a5e2e068c7cb952af404db4c32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmp42foh84u/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272664.00000, (0, 0) as of 1750272664.00000, shrunk as of 1750272664.00000> to ShardRange<'k' to 't' as of 1750272665.00000, (0, 0) as of 1750272665.00000, sharding as of 1750272665.00000>, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmp42foh84u/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272665.00000, db: /tmp/tmp42foh84u/sda/containers/0/23d/636e01fb11b1ff2f273824164a40323d/636e01fb11b1ff2f273824164a40323d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmp42foh84u/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272666.00000, (0, 0) as of 1750272666.00000, shrunk as of 1750272666.00000> to ShardRange<'k' to 't' as of 1750272667.00000, (0, 0) as of 1750272667.00000, sharded as of 1750272667.00000>, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmp42foh84u/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272667.00000, db: /tmp/tmp42foh84u/sda/containers/0/693/f403bc402a8e3b12f08d78465a96e693/f403bc402a8e3b12f08d78465a96e693.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmp42foh84u/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272669.00000, db: /tmp/tmp42foh84u/sda/containers/0/a7f/0039500f9202d704377ca428b913fa7f/0039500f9202d704377ca428b913fa7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272670.00000, db: /tmp/tmp42foh84u/sda/containers/0/3c0/fe4c8c44790952b44dd0149b74cef3c0/fe4c8c44790952b44dd0149b74cef3c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272672.00000, db: /tmp/tmp42foh84u/sda/containers/0/fd2/1b131a19cf9b84121282ac1971f3dfd2/1b131a19cf9b84121282ac1971f3dfd2.db -Unlinked retiring db '/tmp/tmpiecjl5f_/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272674.00000, db: /tmp/tmp42foh84u/sda/containers/0/325/a1bf4803e8e455de4eb3f928279ed325/a1bf4803e8e455de4eb3f928279ed325.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272676.00000, db: /tmp/tmp42foh84u/sda/containers/0/9c0/bdb1533f646e4fdcef8207320b3eb9c0/bdb1533f646e4fdcef8207320b3eb9c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272678.00000, db: /tmp/tmp42foh84u/sda/containers/0/c74/84063ec399d3fd5a693b2f61d9c2fc74/84063ec399d3fd5a693b2f61d9c2fc74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272680.00000, db: /tmp/tmp42foh84u/sda/containers/0/af5/387e42580ae5c49f539e70951a379af5/387e42580ae5c49f539e70951a379af5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272682.00000, db: /tmp/tmp42foh84u/sda/containers/0/bd2/dab967b15ca976dd8b2a211fd0a90bd2/dab967b15ca976dd8b2a211fd0a90bd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272684.00000, db: /tmp/tmp42foh84u/sda/containers/0/a2f/08435a09d967fe61b7d013ce357cda2f/08435a09d967fe61b7d013ce357cda2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272686.00000, db: /tmp/tmp42foh84u/sda/containers/0/2e4/34a35caec3604c5c268cbfdbe27e52e4/34a35caec3604c5c268cbfdbe27e52e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272688.00000, db: /tmp/tmp42foh84u/sda/containers/0/3db/32e082bc09594e29d9c291b398b323db/32e082bc09594e29d9c291b398b323db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272690.00000, db: /tmp/tmp42foh84u/sda/containers/0/9d3/bd0430045527a57a9ef9974573e939d3/bd0430045527a57a9ef9974573e939d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272692.00000, db: /tmp/tmp42foh84u/sda/containers/0/831/3a57be41242da6b929c6f9312c8be831/3a57be41242da6b929c6f9312c8be831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272694.00000, db: /tmp/tmp42foh84u/sda/containers/0/f64/726d3d5300b05dc9fc9900fdbbf75f64/726d3d5300b05dc9fc9900fdbbf75f64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272696.00000, db: /tmp/tmp42foh84u/sda/containers/0/533/2e056d51476d6495b90cc89d343dc533/2e056d51476d6495b90cc89d343dc533.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272698.00000, db: /tmp/tmp42foh84u/sda/containers/0/8e0/cab1442b6fe1661cb9a16f4ae22e28e0/cab1442b6fe1661cb9a16f4ae22e28e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272700.00000, db: /tmp/tmp42foh84u/sda/containers/0/e20/857629ac525baf431aa88a8040054e20/857629ac525baf431aa88a8040054e20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272702.00000, db: /tmp/tmp42foh84u/sda/containers/0/843/f85056fe09ad82fe6333219b9d69d843/f85056fe09ad82fe6333219b9d69d843.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272704.00000, db: /tmp/tmp42foh84u/sda/containers/0/d06/f57f8747537930ad26f428f41330dd06/f57f8747537930ad26f428f41330dd06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272706.00000, db: /tmp/tmp42foh84u/sda/containers/0/d75/08c9b7a94ce39b3fd41fd0a143a80d75/08c9b7a94ce39b3fd41fd0a143a80d75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272708.00000, db: /tmp/tmp42foh84u/sda/containers/0/81e/d22b906b2543cd7b700f7bd8e244081e/d22b906b2543cd7b700f7bd8e244081e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272710.00000, db: /tmp/tmp42foh84u/sda/containers/0/473/2dec1f66f22c29eae51379749f9a7473/2dec1f66f22c29eae51379749f9a7473.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272712.00000, db: /tmp/tmp42foh84u/sda/containers/0/ce4/66772f52ff44d508c0e9292694d4bce4/66772f52ff44d508c0e9292694d4bce4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272714.00000, db: /tmp/tmp42foh84u/sda/containers/0/ba1/f7efc6219786364902283bfcd9931ba1/f7efc6219786364902283bfcd9931ba1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272716.00000, db: /tmp/tmp42foh84u/sda/containers/0/9e1/595a1c077d5f853136e6e3685e5a79e1/595a1c077d5f853136e6e3685e5a79e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272718.00000, db: /tmp/tmp42foh84u/sda/containers/0/8d4/a3d844e8aae848234e34bffaf1a648d4/a3d844e8aae848234e34bffaf1a648d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272720.00000, db: /tmp/tmp42foh84u/sda/containers/0/4a5/ada55be2037f5180ed9e425241ecf4a5/ada55be2037f5180ed9e425241ecf4a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272722.00000, db: /tmp/tmp42foh84u/sda/containers/0/6bd/7091f65b89826272c162bbbec0dee6bd/7091f65b89826272c162bbbec0dee6bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272724.00000, db: /tmp/tmp42foh84u/sda/containers/0/0a0/29c8d06661a897ed7259a3bf584960a0/29c8d06661a897ed7259a3bf584960a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272726.00000, db: /tmp/tmp42foh84u/sda/containers/0/ece/5194e9af962545575eab2d1c6dfbaece/5194e9af962545575eab2d1c6dfbaece.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272728.00000, db: /tmp/tmp42foh84u/sda/containers/0/475/1a88e247bf69bac5ebe8492edc164475/1a88e247bf69bac5ebe8492edc164475.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272730.00000, db: /tmp/tmp42foh84u/sda/containers/0/c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67/0ce3bb7516a15b8dd5ee07e6a3aa5c67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272732.00000, db: /tmp/tmp42foh84u/sda/containers/0/ec6/391793086c1be5d6e07ace1c40514ec6/391793086c1be5d6e07ace1c40514ec6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272734.00000, db: /tmp/tmp42foh84u/sda/containers/0/303/f84388df5a600538de897409f7060303/f84388df5a600538de897409f7060303.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272734.00000, db: /tmp/tmp42foh84u/sda/containers/0/303/f84388df5a600538de897409f7060303/f84388df5a600538de897409f7060303.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272736.00000, db: /tmp/tmp42foh84u/sda/containers/0/f78/545606d9539c9392fd64e3f7e1893f78/545606d9539c9392fd64e3f7e1893f78.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272736.00000, db: /tmp/tmp42foh84u/sda/containers/0/f78/545606d9539c9392fd64e3f7e1893f78/545606d9539c9392fd64e3f7e1893f78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272738.00000, db: /tmp/tmp42foh84u/sda/containers/0/687/82851651023611293e7ac3b846a90687/82851651023611293e7ac3b846a90687.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272738.00000, db: /tmp/tmp42foh84u/sda/containers/0/687/82851651023611293e7ac3b846a90687/82851651023611293e7ac3b846a90687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272740.00000, db: /tmp/tmp42foh84u/sda/containers/0/6a9/1a8168904cbfecdbeff429d2884cc6a9/1a8168904cbfecdbeff429d2884cc6a9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272740.00000, db: /tmp/tmp42foh84u/sda/containers/0/6a9/1a8168904cbfecdbeff429d2884cc6a9/1a8168904cbfecdbeff429d2884cc6a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272742.00000, db: /tmp/tmp42foh84u/sda/containers/0/044/9f9e6ed53e74cda5eeb67d0c2ab79044/9f9e6ed53e74cda5eeb67d0c2ab79044.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272742.00000, db: /tmp/tmp42foh84u/sda/containers/0/044/9f9e6ed53e74cda5eeb67d0c2ab79044/9f9e6ed53e74cda5eeb67d0c2ab79044.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272744.00000, db: /tmp/tmp42foh84u/sda/containers/0/2e0/a0de90d12ffae7fb939f474f37bd92e0/a0de90d12ffae7fb939f474f37bd92e0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272744.00000, db: /tmp/tmp42foh84u/sda/containers/0/2e0/a0de90d12ffae7fb939f474f37bd92e0/a0de90d12ffae7fb939f474f37bd92e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272746.00000, db: /tmp/tmp42foh84u/sda/containers/0/982/4644727c6f58c7f3894f08ef37722982/4644727c6f58c7f3894f08ef37722982.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272746.00000, db: /tmp/tmp42foh84u/sda/containers/0/982/4644727c6f58c7f3894f08ef37722982/4644727c6f58c7f3894f08ef37722982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272748.00000, db: /tmp/tmp42foh84u/sda/containers/0/dbb/275239eb18a770d68275e4c73d72fdbb/275239eb18a770d68275e4c73d72fdbb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272748.00000, db: /tmp/tmp42foh84u/sda/containers/0/dbb/275239eb18a770d68275e4c73d72fdbb/275239eb18a770d68275e4c73d72fdbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272750.00000, db: /tmp/tmp42foh84u/sda/containers/0/273/d7587f328be42902f667bf767aba0273/d7587f328be42902f667bf767aba0273.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272750.00000, db: /tmp/tmp42foh84u/sda/containers/0/273/d7587f328be42902f667bf767aba0273/d7587f328be42902f667bf767aba0273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272752.00000, db: /tmp/tmp42foh84u/sda/containers/0/e00/2a9d23aef992c07b14ec14617d873e00/2a9d23aef992c07b14ec14617d873e00.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272752.00000, db: /tmp/tmp42foh84u/sda/containers/0/e00/2a9d23aef992c07b14ec14617d873e00/2a9d23aef992c07b14ec14617d873e00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272754.00000, db: /tmp/tmp42foh84u/sda/containers/0/297/d7b86ba5fc7b3b998393a22a26822297/d7b86ba5fc7b3b998393a22a26822297.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272754.00000, db: /tmp/tmp42foh84u/sda/containers/0/297/d7b86ba5fc7b3b998393a22a26822297/d7b86ba5fc7b3b998393a22a26822297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272756.00000, db: /tmp/tmp42foh84u/sda/containers/0/f00/5c75a06dbb1e1731586492f011caff00/5c75a06dbb1e1731586492f011caff00.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272756.00000, db: /tmp/tmp42foh84u/sda/containers/0/f00/5c75a06dbb1e1731586492f011caff00/5c75a06dbb1e1731586492f011caff00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272758.00000, db: /tmp/tmp42foh84u/sda/containers/0/ed2/cafa759515d8df87eab3509560e0ded2/cafa759515d8df87eab3509560e0ded2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272758.00000, db: /tmp/tmp42foh84u/sda/containers/0/ed2/cafa759515d8df87eab3509560e0ded2/cafa759515d8df87eab3509560e0ded2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272760.00000, db: /tmp/tmp42foh84u/sda/containers/0/838/2911df05f8d39cc133a4cbc418b1f838/2911df05f8d39cc133a4cbc418b1f838.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272760.00000, db: /tmp/tmp42foh84u/sda/containers/0/838/2911df05f8d39cc133a4cbc418b1f838/2911df05f8d39cc133a4cbc418b1f838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272762.00000, db: /tmp/tmp42foh84u/sda/containers/0/98b/b1d45f631597b7d18aad8895c262c98b/b1d45f631597b7d18aad8895c262c98b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272762.00000, db: /tmp/tmp42foh84u/sda/containers/0/98b/b1d45f631597b7d18aad8895c262c98b/b1d45f631597b7d18aad8895c262c98b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272764.00000, db: /tmp/tmp42foh84u/sda/containers/0/db0/b5ac2c255429d945c2ef06e459738db0/b5ac2c255429d945c2ef06e459738db0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272764.00000, db: /tmp/tmp42foh84u/sda/containers/0/db0/b5ac2c255429d945c2ef06e459738db0/b5ac2c255429d945c2ef06e459738db0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272766.00000, db: /tmp/tmp42foh84u/sda/containers/0/0b9/51e2e664d656228adc6434cf1363b0b9/51e2e664d656228adc6434cf1363b0b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272766.00000, db: /tmp/tmp42foh84u/sda/containers/0/0b9/51e2e664d656228adc6434cf1363b0b9/51e2e664d656228adc6434cf1363b0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272768.00000, db: /tmp/tmp42foh84u/sda/containers/0/645/349f6465fad71b5525516a4892685645/349f6465fad71b5525516a4892685645.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272768.00000, db: /tmp/tmp42foh84u/sda/containers/0/645/349f6465fad71b5525516a4892685645/349f6465fad71b5525516a4892685645.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272770.00000, db: /tmp/tmp42foh84u/sda/containers/0/1eb/29a6464a2644c1e422a2e844255251eb/29a6464a2644c1e422a2e844255251eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272770.00000, db: /tmp/tmp42foh84u/sda/containers/0/1eb/29a6464a2644c1e422a2e844255251eb/29a6464a2644c1e422a2e844255251eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272772.00000, db: /tmp/tmp42foh84u/sda/containers/0/eb7/7ddc43d1822b6db7b02de09e8ce77eb7/7ddc43d1822b6db7b02de09e8ce77eb7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272772.00000, db: /tmp/tmp42foh84u/sda/containers/0/eb7/7ddc43d1822b6db7b02de09e8ce77eb7/7ddc43d1822b6db7b02de09e8ce77eb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272774.00000, db: /tmp/tmp42foh84u/sda/containers/0/81a/34ec148231a54a6565c6fd19d512e81a/34ec148231a54a6565c6fd19d512e81a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272774.00000, db: /tmp/tmp42foh84u/sda/containers/0/81a/34ec148231a54a6565c6fd19d512e81a/34ec148231a54a6565c6fd19d512e81a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272776.00000, db: /tmp/tmp42foh84u/sda/containers/0/c37/53c599c90f1bee4b1f19bb5d29dd3c37/53c599c90f1bee4b1f19bb5d29dd3c37.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272776.00000, db: /tmp/tmp42foh84u/sda/containers/0/c37/53c599c90f1bee4b1f19bb5d29dd3c37/53c599c90f1bee4b1f19bb5d29dd3c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272778.00000, db: /tmp/tmp42foh84u/sda/containers/0/845/6f775e0d7f46e879378ead990c50d845/6f775e0d7f46e879378ead990c50d845.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272778.00000, db: /tmp/tmp42foh84u/sda/containers/0/845/6f775e0d7f46e879378ead990c50d845/6f775e0d7f46e879378ead990c50d845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272780.00000, db: /tmp/tmp42foh84u/sda/containers/0/5c5/41128ff398c9b2b9f383ca7be4eeb5c5/41128ff398c9b2b9f383ca7be4eeb5c5.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272780.00000, db: /tmp/tmp42foh84u/sda/containers/0/5c5/41128ff398c9b2b9f383ca7be4eeb5c5/41128ff398c9b2b9f383ca7be4eeb5c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272782.00000, db: /tmp/tmp42foh84u/sda/containers/0/9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272782.00000, db: /tmp/tmp42foh84u/sda/containers/0/9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa/a9b3d4fb7a44745fa7a1f5a73955a9fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272784.00000, db: /tmp/tmp42foh84u/sda/containers/0/32c/4bead888d0949d164ba696501202b32c/4bead888d0949d164ba696501202b32c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272784.00000, db: /tmp/tmp42foh84u/sda/containers/0/32c/4bead888d0949d164ba696501202b32c/4bead888d0949d164ba696501202b32c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272786.00000, db: /tmp/tmp42foh84u/sda/containers/0/9dd/dfcb904e3a3afe5fea627928201db9dd/dfcb904e3a3afe5fea627928201db9dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272786.00000, db: /tmp/tmp42foh84u/sda/containers/0/9dd/dfcb904e3a3afe5fea627928201db9dd/dfcb904e3a3afe5fea627928201db9dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272788.00000, db: /tmp/tmp42foh84u/sda/containers/0/198/72ae0d8531620564bb56104c7ecea198/72ae0d8531620564bb56104c7ecea198.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272788.00000, db: /tmp/tmp42foh84u/sda/containers/0/198/72ae0d8531620564bb56104c7ecea198/72ae0d8531620564bb56104c7ecea198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272790.00000, db: /tmp/tmp42foh84u/sda/containers/0/358/0e4372045e6cdbcf5194368a028ce358/0e4372045e6cdbcf5194368a028ce358.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272790.00000, db: /tmp/tmp42foh84u/sda/containers/0/358/0e4372045e6cdbcf5194368a028ce358/0e4372045e6cdbcf5194368a028ce358.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272792.00000, db: /tmp/tmp42foh84u/sda/containers/0/fee/9f359a780a7be59e565d4fc5ad57afee/9f359a780a7be59e565d4fc5ad57afee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272792.00000, db: /tmp/tmp42foh84u/sda/containers/0/fee/9f359a780a7be59e565d4fc5ad57afee/9f359a780a7be59e565d4fc5ad57afee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272794.00000, db: /tmp/tmp42foh84u/sda/containers/0/d45/1768087b9bba84bef8b7578b6b382d45/1768087b9bba84bef8b7578b6b382d45.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272794.00000, db: /tmp/tmp42foh84u/sda/containers/0/d45/1768087b9bba84bef8b7578b6b382d45/1768087b9bba84bef8b7578b6b382d45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1750272796.00000, db: /tmp/tmp42foh84u/sda/containers/0/b35/ab3da1be1c70521d1ef63e1cda9deb35/ab3da1be1c70521d1ef63e1cda9deb35.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1750272796.00000, db: /tmp/tmp42foh84u/sda/containers/0/b35/ab3da1be1c70521d1ef63e1cda9deb35/ab3da1be1c70521d1ef63e1cda9deb35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcvhr0knk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1750272544.00000, (0, 0) as of 1750272544.00000, active as of 1750272544.00000> to ShardRange<'k' to 't' as of 1750272545.00000, (0, 0) as of 1750272545.00000, sharded as of 1750272546.00000>, path: .shards_a/shard_c, db: /tmp/tmpcvhr0knk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpcvhr0knk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmplwplzplt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272548.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/301/ecc0642230b0d92a9c3084faaa609301/ecc0642230b0d92a9c3084faaa609301.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272569.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/222/390cbf015dd14b90a8cb35d5683c8222/390cbf015dd14b90a8cb35d5683c8222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272572.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/01e/a813b5842f2946c8233ed8c3b2e5e01e/a813b5842f2946c8233ed8c3b2e5e01e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272578.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272581.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/b71/854965c5ddf9232c648dae2409104b71/854965c5ddf9232c648dae2409104b71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272584.00000-0, db: /tmp/tmphzkaq49o/sda/containers/0/ffe/fe1bd5f6c91a456ce23afa553ac87ffe/fe1bd5f6c91a456ce23afa553ac87ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272545.00000-0, db: /tmp/tmpcdo095po/sda/containers/0/e98/7b959bb105a1cc60c9dcdd1ba4e8de98/7b959bb105a1cc60c9dcdd1ba4e8de98.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmpcdo095po/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272547.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/104/337a7bce500f90b094199f505ac7a104/337a7bce500f90b094199f505ac7a104.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272611.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/258/f4e8135a32937834dff79090c3045258/f4e8135a32937834dff79090c3045258.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272635.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/59a/e37ac2278c56c805641766242c88459a/e37ac2278c56c805641766242c88459a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272659.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b12/ab9153b02006ec0840f832a7cba95b12/ab9153b02006ec0840f832a7cba95b12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272671.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/579/5873be64fc82521760abb4c379b90579/5873be64fc82521760abb4c379b90579.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272683.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/28e/2547a5b9f3fbf8847ac3c94c72b6528e/2547a5b9f3fbf8847ac3c94c72b6528e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272691.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/05e/27444f0c72ea7170fe8f41dd41cfd05e/27444f0c72ea7170fe8f41dd41cfd05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272695.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/e78/9997a503b8d439c4bc7888f0db936e78/9997a503b8d439c4bc7888f0db936e78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272707.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/406/02f71c566b5d407c14c0e0a50fbd0406/02f71c566b5d407c14c0e0a50fbd0406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272715.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/7d4/2f432696cfd1b0e6ecbb21c3e18057d4/2f432696cfd1b0e6ecbb21c3e18057d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272727.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/bb5/906ddbcc030965dfe6c5975cdfb43bb5/906ddbcc030965dfe6c5975cdfb43bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272731.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/684/97faa9efd5962685ef61c6b3e2af2684/97faa9efd5962685ef61c6b3e2af2684.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272735.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/281/e06f5ed8f10e248c1039f86f8ed24281/e06f5ed8f10e248c1039f86f8ed24281.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272739.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/4ff/b17681cfc351965959eb996443b574ff/b17681cfc351965959eb996443b574ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272743.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/3b7/2b6abf87408df8eb042787fcba3603b7/2b6abf87408df8eb042787fcba3603b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272747.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/38c/e31ef29c66c1897629b23e204529138c/e31ef29c66c1897629b23e204529138c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272751.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/dbc/81b1330400e82ecb122e9ff4a247ddbc/81b1330400e82ecb122e9ff4a247ddbc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272751.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/dbc/81b1330400e82ecb122e9ff4a247ddbc/81b1330400e82ecb122e9ff4a247ddbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272755.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/335/a3b176eb7262f8cac1eb7e6b0d2f4335/a3b176eb7262f8cac1eb7e6b0d2f4335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272759.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/eaf/b0fb9e9f6aa87098b21e89967b8f7eaf/b0fb9e9f6aa87098b21e89967b8f7eaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272763.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5e5/338574423095946e4edee55e9cfdd5e5/338574423095946e4edee55e9cfdd5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272767.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/1bc/b32431b50e5c33837e6e7675cd7e31bc/b32431b50e5c33837e6e7675cd7e31bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272771.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/277/65fbd9dee4590e2dadaac6af7d19e277/65fbd9dee4590e2dadaac6af7d19e277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272775.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/bdb/ab3eac28169e5bf50d11a41a40701bdb/ab3eac28169e5bf50d11a41a40701bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272779.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/c58/8440d20f4f6e6c1deb02b0908b4d8c58/8440d20f4f6e6c1deb02b0908b4d8c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272783.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a53/a29abcece38a04357d42aad809dd7a53/a29abcece38a04357d42aad809dd7a53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272783.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a53/a29abcece38a04357d42aad809dd7a53/a29abcece38a04357d42aad809dd7a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272787.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/fd0/766a8177d76147b8c916a6ba3d013fd0/766a8177d76147b8c916a6ba3d013fd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272791.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d5c/0b136ed35a6d541cfaf2258464445d5c/0b136ed35a6d541cfaf2258464445d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272795.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/564/dc70beb329a4ef193efe80e318d45564/dc70beb329a4ef193efe80e318d45564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272799.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/277/d0f7b373c11c42dd291bfa73b1ea2277/d0f7b373c11c42dd291bfa73b1ea2277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272803.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/763/a3aeff501f63c702ba13bb2a6ed9d763/a3aeff501f63c702ba13bb2a6ed9d763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272807.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/480/bc96e78121e79ce0ade6e55b28d59480/bc96e78121e79ce0ade6e55b28d59480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272811.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/942/5f604cf64349cdf68ae259f5a3055942/5f604cf64349cdf68ae259f5a3055942.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272815.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f1a/ead3076d8cc4fe7412e0cb249c72cf1a/ead3076d8cc4fe7412e0cb249c72cf1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272819.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f90/1ae71bc72e8160836d07fea0acba1f90/1ae71bc72e8160836d07fea0acba1f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272823.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/677/d91265f14ae5f41e288198b0bc2ac677/d91265f14ae5f41e288198b0bc2ac677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272827.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/255/98374651aa18664e3e7227bd4015b255/98374651aa18664e3e7227bd4015b255.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272831.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/2f5/31464e95d9b0e9fc3d67045cee5ab2f5/31464e95d9b0e9fc3d67045cee5ab2f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272835.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/efd/4d4254f3c818a168fd742e169d265efd/4d4254f3c818a168fd742e169d265efd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272839.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/fa5/2e94d3650ac277dc7d9eb243975a1fa5/2e94d3650ac277dc7d9eb243975a1fa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272843.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/244/1e37e29d4d0c9ee30c2f04080567c244/1e37e29d4d0c9ee30c2f04080567c244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272847.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5a4/616a23c8aff729d629c5560ad256c5a4/616a23c8aff729d629c5560ad256c5a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272851.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d00/7b2ae93ec64afa807c5948ae59a62d00/7b2ae93ec64afa807c5948ae59a62d00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272855.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/32f/47c3b565037800f0860af950f163532f/47c3b565037800f0860af950f163532f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272859.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5ce/2614b5a4f375a1c82e72f24f166cf5ce/2614b5a4f375a1c82e72f24f166cf5ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272863.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/08e/5dc8e4f3231c38050a1abe3dbee1508e/5dc8e4f3231c38050a1abe3dbee1508e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272867.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/be9/0ee695776abcf674a8cd9715b7bf8be9/0ee695776abcf674a8cd9715b7bf8be9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272871.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/3a9/d886efc8df594c106d38124dfa0213a9/d886efc8df594c106d38124dfa0213a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272875.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/3e7/fc8b53d185dd28180398a14f3edbb3e7/fc8b53d185dd28180398a14f3edbb3e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272879.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/c9c/03cd07bf7b56ea1e3c43ca0c42110c9c/03cd07bf7b56ea1e3c43ca0c42110c9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272883.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/057/6c267062fc555de481f762d528404057/6c267062fc555de481f762d528404057.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272887.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5c8/3067bc656c114cdfbd976a208717c5c8/3067bc656c114cdfbd976a208717c5c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272891.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f09/7e7be68cfa2b497326f25a2c75ef0f09/7e7be68cfa2b497326f25a2c75ef0f09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272895.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/fb9/e06a0a26d1763ed58b8a93f38ee7afb9/e06a0a26d1763ed58b8a93f38ee7afb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272899.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f60/0d053b5dcdfedc65e00988d2ac155f60/0d053b5dcdfedc65e00988d2ac155f60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272903.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/94b/46af2889a3a55ad21f67ff936651294b/46af2889a3a55ad21f67ff936651294b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272907.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a91/097138cd7d8663afc989468831eeaa91/097138cd7d8663afc989468831eeaa91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272911.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/7f1/19904ccdd8a72b10e72071f049a1b7f1/19904ccdd8a72b10e72071f049a1b7f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272915.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5ab/1f282a20f36d1c108aee5b76cae655ab/1f282a20f36d1c108aee5b76cae655ab.db -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Setting object count to 1068 (txn: tx5f8a5c2f12124bd5bf16a-0068530a1d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx9573adaa897c4cf3ad0fd-0068530a1e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx2a7b02e021904320b8dd9-0068530a1f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Setting object count to 1058 (txn: tx3c3e75fae2144975bbc7f-0068530a20) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf3c36f27f3694644a6c16-0068530a21) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272919.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/30b/8e83fbfd26cbec0957765a9ceffd930b/8e83fbfd26cbec0957765a9ceffd930b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272923.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/28b/b2450f08a83a05a8e32ccccfee64828b/b2450f08a83a05a8e32ccccfee64828b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272927.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/901/5009e7330a48b3e48fe1bd2b8080b901/5009e7330a48b3e48fe1bd2b8080b901.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272931.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/8b3/fca3715d6dd49c887e732c0d33ce68b3/fca3715d6dd49c887e732c0d33ce68b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272935.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/226/90da4cc933bacdd6af719cfd86648226/90da4cc933bacdd6af719cfd86648226.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272939.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/8ca/55be10341cfaff433ddd8129ec1bc8ca/55be10341cfaff433ddd8129ec1bc8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272943.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f02/1db9a1cb56c9f99ba4bf708e69415f02/1db9a1cb56c9f99ba4bf708e69415f02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272947.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/996/fa24c5406828b7ebf196dc90eac0a996/fa24c5406828b7ebf196dc90eac0a996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272951.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/760/44cd6eef0cbcbe47a893ab123cda3760/44cd6eef0cbcbe47a893ab123cda3760.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272955.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/977/e0a9b5fe2603667f84aa25e6c5b25977/e0a9b5fe2603667f84aa25e6c5b25977.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272959.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/893/2cb41dce492da27fc5eda8afb57fb893/2cb41dce492da27fc5eda8afb57fb893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272963.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a50/e11af16cc4274eca41a5385a498c8a50/e11af16cc4274eca41a5385a498c8a50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272967.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/507/3c5b452ea329c864f99703bc1e72c507/3c5b452ea329c864f99703bc1e72c507.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272971.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/eaf/9571a2e4214f5f5d270567cb75718eaf/9571a2e4214f5f5d270567cb75718eaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272975.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a6f/1d81e2b915f18a7629ffcdd16672da6f/1d81e2b915f18a7629ffcdd16672da6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272979.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/21b/7cbceb802415de9f202d6e9b3ec6521b/7cbceb802415de9f202d6e9b3ec6521b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272983.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a0d/4d79ea198b7736351205343258b3ba0d/4d79ea198b7736351205343258b3ba0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272987.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/5b1/58243c36cd27584fad658d5fc77f65b1/58243c36cd27584fad658d5fc77f65b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272991.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/d14/0858f208460e965d6fbbaf05c3038d14/0858f208460e965d6fbbaf05c3038d14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272995.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/6bb/7b49ea295f6995de7ff3f588db7a26bb/7b49ea295f6995de7ff3f588db7a26bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272999.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/dfb/2a35ae443626cfd710e5b8b9cf244dfb/2a35ae443626cfd710e5b8b9cf244dfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273003.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/bc7/784672487edd4b63f8d2090a3c0aabc7/784672487edd4b63f8d2090a3c0aabc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273007.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/9ed/fe8adbd0153b4ef4d8c4846fac3929ed/fe8adbd0153b4ef4d8c4846fac3929ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273011.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/848/3bcf577f56b7f2fad99bd1ac4f689848/3bcf577f56b7f2fad99bd1ac4f689848.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273015.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/606/2a33ac690b9e4a0bf122237131be9606/2a33ac690b9e4a0bf122237131be9606.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273019.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/c78/c0cea4de3ffbafc099fb8cfd038a6c78/c0cea4de3ffbafc099fb8cfd038a6c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273023.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/a73/a4c5586e73adfca98470ae3d39864a73/a4c5586e73adfca98470ae3d39864a73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273027.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/7cd/b8a5f7901f7e931ae84a16e01a10a7cd/b8a5f7901f7e931ae84a16e01a10a7cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273031.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/f5f/ca252956463c7089242a13879b2f5f5f/ca252956463c7089242a13879b2f5f5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273035.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/990/3002d0f6417adb1b879c49cdf90bc990/3002d0f6417adb1b879c49cdf90bc990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273039.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/cb5/5ae62c613591ce59db781584d8c3bcb5/5ae62c613591ce59db781584d8c3bcb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273043.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/e5e/f9e6b308cc313c2a276a6d665bc3ee5e/f9e6b308cc313c2a276a6d665bc3ee5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273047.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/390/1c1147a50e5e54b7e73e5a89eba4a390/1c1147a50e5e54b7e73e5a89eba4a390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273051.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/450/c718eaeeaa461d4e39c1d81c8502f450/c718eaeeaa461d4e39c1d81c8502f450.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273055.00000-0, db: /tmp/tmpo4u1o57l/sda/containers/0/b8f/0d51db12f781979a5cf53148fd192b8f/0d51db12f781979a5cf53148fd192b8f.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp0fxh68er/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272546.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp0fxh68er/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272546.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01_1750272549.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272549.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b01/281ec8996bbb851ef7da71a014ef5b01/281ec8996bbb851ef7da71a014ef5b01_1750272549.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46_1750272552.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46_1750272552.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51_1750272555.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51_1750272555.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8_1750272558.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8_1750272558.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a_1750272561.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a_1750272561.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea_1750272564.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea_1750272564.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f_1750272567.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f_1750272567.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943_1750272570.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943_1750272570.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec_1750272573.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec_1750272573.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272576.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f_1750272576.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272576.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f_1750272576.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110_1750272579.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110_1750272579.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6_1750272582.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6_1750272582.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca_1750272585.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca_1750272585.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43_1750272588.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43_1750272588.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62_1750272591.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62_1750272591.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775_1750272594.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775_1750272594.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80_1750272597.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80_1750272597.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272600.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411_1750272600.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272600.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411_1750272600.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974_1750272603.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974_1750272603.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272606.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af_1750272606.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272606.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af_1750272606.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b_1750272609.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b_1750272609.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4_1750272612.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4_1750272612.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b_1750272615.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b_1750272615.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c_1750272618.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c_1750272618.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b_1750272621.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b_1750272621.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed_1750272624.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed_1750272624.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7_1750272627.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7_1750272627.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272630.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5_1750272630.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272630.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5_1750272630.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37_1750272633.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37_1750272633.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272636.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39_1750272636.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272636.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39_1750272636.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f_1750272639.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f_1750272639.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d_1750272642.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d_1750272642.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778_1750272645.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778_1750272645.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd_1750272648.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd_1750272648.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21_1750272651.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21_1750272651.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d_1750272654.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d_1750272654.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9_1750272657.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9_1750272657.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272660.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb_1750272660.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272660.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb_1750272660.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d_1750272663.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d_1750272663.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272666.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534_1750272666.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272666.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534_1750272666.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f_1750272669.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f_1750272669.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984_1750272672.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984_1750272672.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5_1750272675.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5_1750272675.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98_1750272678.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98_1750272678.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490_1750272681.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490_1750272681.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af_1750272684.00000.db -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af_1750272684.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec_1750272687.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec_1750272687.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272690.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de_1750272690.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272690.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de_1750272690.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711_1750272693.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711_1750272693.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272696.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4_1750272696.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272696.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4_1750272696.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231_1750272699.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231_1750272699.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb_1750272702.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb_1750272702.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a_1750272705.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a_1750272705.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2_1750272708.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2_1750272708.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499_1750272711.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499_1750272711.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e_1750272714.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e_1750272714.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf_1750272717.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf_1750272717.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272720.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ca1/a22598fc18aae6f55bb227b4633a4ca1/a22598fc18aae6f55bb227b4633a4ca1_1750272720.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272720.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/ca1/a22598fc18aae6f55bb227b4633a4ca1/a22598fc18aae6f55bb227b4633a4ca1_1750272720.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239_1750272723.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239_1750272723.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272726.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d9c/d54afb39da52404c6ec5166e14dfed9c/d54afb39da52404c6ec5166e14dfed9c_1750272726.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272726.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/d9c/d54afb39da52404c6ec5166e14dfed9c/d54afb39da52404c6ec5166e14dfed9c_1750272726.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272729.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/63d/709df0e541a369a1f8578d0475e1363d/709df0e541a369a1f8578d0475e1363d_1750272729.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272729.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/63d/709df0e541a369a1f8578d0475e1363d/709df0e541a369a1f8578d0475e1363d_1750272729.00000.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272732.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4_1750272732.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272732.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4/5d5a3b4061ef7ec586ab6c2510b2b3e4_1750272732.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272735.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/281/e06f5ed8f10e248c1039f86f8ed24281/e06f5ed8f10e248c1039f86f8ed24281_1750272735.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272735.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/281/e06f5ed8f10e248c1039f86f8ed24281/e06f5ed8f10e248c1039f86f8ed24281_1750272735.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272738.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/2c2/85b2b7ed34f1a19b7164da31cd9b32c2/85b2b7ed34f1a19b7164da31cd9b32c2_1750272738.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272738.00000-0, db: /tmp/tmp0u54xw5b/sda/containers/0/2c2/85b2b7ed34f1a19b7164da31cd9b32c2/85b2b7ed34f1a19b7164da31cd9b32c2_1750272738.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272551.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d4a/8dbf127e437866cbd42a9fefb65b2d4a/8dbf127e437866cbd42a9fefb65b2d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272575.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/f07/ee4c6ce06a92d55fbe4602880e165f07/ee4c6ce06a92d55fbe4602880e165f07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272587.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/065/18ad87d36a73e5446bc971d3b77b0065/18ad87d36a73e5446bc971d3b77b0065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272599.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d90/fa4e58dc7d8f106b21dad28a5a9d5d90/fa4e58dc7d8f106b21dad28a5a9d5d90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272611.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/258/f4e8135a32937834dff79090c3045258/f4e8135a32937834dff79090c3045258.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272611.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/258/f4e8135a32937834dff79090c3045258/f4e8135a32937834dff79090c3045258.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272635.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/59a/e37ac2278c56c805641766242c88459a/e37ac2278c56c805641766242c88459a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272635.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/59a/e37ac2278c56c805641766242c88459a/e37ac2278c56c805641766242c88459a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272647.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d05/c985a452fad0bddf76607f07f0693d05/c985a452fad0bddf76607f07f0693d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272659.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b12/ab9153b02006ec0840f832a7cba95b12/ab9153b02006ec0840f832a7cba95b12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272659.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/b12/ab9153b02006ec0840f832a7cba95b12/ab9153b02006ec0840f832a7cba95b12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272671.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/579/5873be64fc82521760abb4c379b90579/5873be64fc82521760abb4c379b90579.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272671.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/579/5873be64fc82521760abb4c379b90579/5873be64fc82521760abb4c379b90579.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272683.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/28e/2547a5b9f3fbf8847ac3c94c72b6528e/2547a5b9f3fbf8847ac3c94c72b6528e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272683.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/28e/2547a5b9f3fbf8847ac3c94c72b6528e/2547a5b9f3fbf8847ac3c94c72b6528e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272691.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/05e/27444f0c72ea7170fe8f41dd41cfd05e/27444f0c72ea7170fe8f41dd41cfd05e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272691.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/05e/27444f0c72ea7170fe8f41dd41cfd05e/27444f0c72ea7170fe8f41dd41cfd05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272695.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/e78/9997a503b8d439c4bc7888f0db936e78/9997a503b8d439c4bc7888f0db936e78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272695.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/e78/9997a503b8d439c4bc7888f0db936e78/9997a503b8d439c4bc7888f0db936e78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272707.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/406/02f71c566b5d407c14c0e0a50fbd0406/02f71c566b5d407c14c0e0a50fbd0406.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272707.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/406/02f71c566b5d407c14c0e0a50fbd0406/02f71c566b5d407c14c0e0a50fbd0406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272715.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/7d4/2f432696cfd1b0e6ecbb21c3e18057d4/2f432696cfd1b0e6ecbb21c3e18057d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272715.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/7d4/2f432696cfd1b0e6ecbb21c3e18057d4/2f432696cfd1b0e6ecbb21c3e18057d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272719.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5/4330dd0bdbccb4ff5e18726c2ec8a5f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272727.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/bb5/906ddbcc030965dfe6c5975cdfb43bb5/906ddbcc030965dfe6c5975cdfb43bb5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272727.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/bb5/906ddbcc030965dfe6c5975cdfb43bb5/906ddbcc030965dfe6c5975cdfb43bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272731.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/684/97faa9efd5962685ef61c6b3e2af2684/97faa9efd5962685ef61c6b3e2af2684.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272731.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/684/97faa9efd5962685ef61c6b3e2af2684/97faa9efd5962685ef61c6b3e2af2684.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272735.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/281/e06f5ed8f10e248c1039f86f8ed24281/e06f5ed8f10e248c1039f86f8ed24281.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272735.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/281/e06f5ed8f10e248c1039f86f8ed24281/e06f5ed8f10e248c1039f86f8ed24281.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272739.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/4ff/b17681cfc351965959eb996443b574ff/b17681cfc351965959eb996443b574ff.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272739.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/4ff/b17681cfc351965959eb996443b574ff/b17681cfc351965959eb996443b574ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272743.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/3b7/2b6abf87408df8eb042787fcba3603b7/2b6abf87408df8eb042787fcba3603b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272743.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/3b7/2b6abf87408df8eb042787fcba3603b7/2b6abf87408df8eb042787fcba3603b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272747.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/38c/e31ef29c66c1897629b23e204529138c/e31ef29c66c1897629b23e204529138c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272747.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/38c/e31ef29c66c1897629b23e204529138c/e31ef29c66c1897629b23e204529138c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272751.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/dbc/81b1330400e82ecb122e9ff4a247ddbc/81b1330400e82ecb122e9ff4a247ddbc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272751.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/dbc/81b1330400e82ecb122e9ff4a247ddbc/81b1330400e82ecb122e9ff4a247ddbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272755.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/335/a3b176eb7262f8cac1eb7e6b0d2f4335/a3b176eb7262f8cac1eb7e6b0d2f4335.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272755.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/335/a3b176eb7262f8cac1eb7e6b0d2f4335/a3b176eb7262f8cac1eb7e6b0d2f4335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272759.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/eaf/b0fb9e9f6aa87098b21e89967b8f7eaf/b0fb9e9f6aa87098b21e89967b8f7eaf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272759.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/eaf/b0fb9e9f6aa87098b21e89967b8f7eaf/b0fb9e9f6aa87098b21e89967b8f7eaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272763.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/5e5/338574423095946e4edee55e9cfdd5e5/338574423095946e4edee55e9cfdd5e5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272763.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/5e5/338574423095946e4edee55e9cfdd5e5/338574423095946e4edee55e9cfdd5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272767.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/1bc/b32431b50e5c33837e6e7675cd7e31bc/b32431b50e5c33837e6e7675cd7e31bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272767.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/1bc/b32431b50e5c33837e6e7675cd7e31bc/b32431b50e5c33837e6e7675cd7e31bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272771.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/277/65fbd9dee4590e2dadaac6af7d19e277/65fbd9dee4590e2dadaac6af7d19e277.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272771.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/277/65fbd9dee4590e2dadaac6af7d19e277/65fbd9dee4590e2dadaac6af7d19e277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272775.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/bdb/ab3eac28169e5bf50d11a41a40701bdb/ab3eac28169e5bf50d11a41a40701bdb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272775.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/bdb/ab3eac28169e5bf50d11a41a40701bdb/ab3eac28169e5bf50d11a41a40701bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272779.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/c58/8440d20f4f6e6c1deb02b0908b4d8c58/8440d20f4f6e6c1deb02b0908b4d8c58.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272779.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/c58/8440d20f4f6e6c1deb02b0908b4d8c58/8440d20f4f6e6c1deb02b0908b4d8c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272783.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a53/a29abcece38a04357d42aad809dd7a53/a29abcece38a04357d42aad809dd7a53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272783.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/a53/a29abcece38a04357d42aad809dd7a53/a29abcece38a04357d42aad809dd7a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272787.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/fd0/766a8177d76147b8c916a6ba3d013fd0/766a8177d76147b8c916a6ba3d013fd0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272787.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/fd0/766a8177d76147b8c916a6ba3d013fd0/766a8177d76147b8c916a6ba3d013fd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272791.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d5c/0b136ed35a6d541cfaf2258464445d5c/0b136ed35a6d541cfaf2258464445d5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272791.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/d5c/0b136ed35a6d541cfaf2258464445d5c/0b136ed35a6d541cfaf2258464445d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272795.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/564/dc70beb329a4ef193efe80e318d45564/dc70beb329a4ef193efe80e318d45564.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272795.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/564/dc70beb329a4ef193efe80e318d45564/dc70beb329a4ef193efe80e318d45564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272799.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/277/d0f7b373c11c42dd291bfa73b1ea2277/d0f7b373c11c42dd291bfa73b1ea2277.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272799.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/277/d0f7b373c11c42dd291bfa73b1ea2277/d0f7b373c11c42dd291bfa73b1ea2277.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272803.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/763/a3aeff501f63c702ba13bb2a6ed9d763/a3aeff501f63c702ba13bb2a6ed9d763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272803.00000-0, db: /tmp/tmpyznfibjk/sda/containers/0/763/a3aeff501f63c702ba13bb2a6ed9d763/a3aeff501f63c702ba13bb2a6ed9d763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272552.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d46/a6b6e84b41caefa735781bd835d60d46/a6b6e84b41caefa735781bd835d60d46.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272555.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/b51/a22b635d942599b2ba22b7f8139f9b51/a22b635d942599b2ba22b7f8139f9b51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272576.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272576.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/96f/c2db784a7bf078e6b5c43fcb1c14f96f/c2db784a7bf078e6b5c43fcb1c14f96f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272579.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/110/cea911fc5463134be0fe7dfe4f3f3110/cea911fc5463134be0fe7dfe4f3f3110.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272585.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/bca/f320b2b781823de0512b798aae8dabca/f320b2b781823de0512b798aae8dabca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272591.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/b62/ae954bde7fe083a839a07167fc905b62/ae954bde7fe083a839a07167fc905b62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Setting object count to 1024 (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Setting object count to 1024 (txn: txf3c36f27f3694644a6c16-0068530a21) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Setting object count to 1072 (txn: txdd481098ae3443c3b6835-0068530a22) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272597.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f80/4b095d98cc0fc0967bd7381aa4793f80/4b095d98cc0fc0967bd7381aa4793f80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272600.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272600.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/411/50bfd901b42f5c115050a6068caf8411/50bfd901b42f5c115050a6068caf8411.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272606.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272606.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272609.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/63b/2b32ca654f5ab50f5174de1aa466a63b/2b32ca654f5ab50f5174de1aa466a63b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272612.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ff4/5c65a3c220181ee72c5292bf6f4fdff4/5c65a3c220181ee72c5292bf6f4fdff4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272615.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/42b/923064067b85d3fbe1d76ffd546fe42b/923064067b85d3fbe1d76ffd546fe42b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272621.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/81b/f5a16aeacebb54c8db0491c5d577c81b/f5a16aeacebb54c8db0491c5d577c81b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272624.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ed/c0fbc450c83068f0bbe8295c98f3b6ed/c0fbc450c83068f0bbe8295c98f3b6ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272627.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ac7/c2d4a1d03ace086215877e8ae5334ac7/c2d4a1d03ace086215877e8ae5334ac7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272630.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272630.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272636.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272636.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c39/9fc229d45885e91d5ee9dbbf506cac39/9fc229d45885e91d5ee9dbbf506cac39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272639.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/57f/712c6411f5f19c5e04ee825b9a90457f/712c6411f5f19c5e04ee825b9a90457f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272645.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/778/d38a7b1cd612edb8c3be13ca8c08c778/d38a7b1cd612edb8c3be13ca8c08c778.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272651.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/d21/87a7556541eba23e5d906cb670bc0d21/87a7556541eba23e5d906cb670bc0d21.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272657.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/2c9/362038fc107afc9764e992fcff9572c9/362038fc107afc9764e992fcff9572c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272660.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272660.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/ecb/e72da4b4e4501abfc3a5e057046a9ecb/e72da4b4e4501abfc3a5e057046a9ecb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272666.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272666.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272669.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/e0f/7a394e54b549105dab57962e10fe2e0f/7a394e54b549105dab57962e10fe2e0f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272672.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/984/b05c3625a0e7cef61dd35dbcf495e984/b05c3625a0e7cef61dd35dbcf495e984.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272675.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/8b5/997ef9a8cebbeaf5a33c8b417595a8b5/997ef9a8cebbeaf5a33c8b417595a8b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272681.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/490/6cc41a5d17b63d7d74ce3f9106206490/6cc41a5d17b63d7d74ce3f9106206490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272684.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/9af/f9e2dc705b8f804bb381e6679e81b9af/f9e2dc705b8f804bb381e6679e81b9af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272687.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/6ec/7bfb56353c55fd165d99815cb5c9c6ec/7bfb56353c55fd165d99815cb5c9c6ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272690.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272690.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272696.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272696.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/3d4/d6d8041649face8124650873fe80c3d4/d6d8041649face8124650873fe80c3d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272699.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/231/13bf15bdd9403f03c7f17d4851bc2231/13bf15bdd9403f03c7f17d4851bc2231.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272705.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/c6a/d8762130aab4ceac02ab5e36fbe5cc6a/d8762130aab4ceac02ab5e36fbe5cc6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272711.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/499/9166be3e1dc2e9279c0dcd294e651499/9166be3e1dc2e9279c0dcd294e651499.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272717.00000-0, db: /tmp/tmpn9fkpl1s/sda/containers/0/cdf/3d8658e74eb2819a33e2972c70101cdf/3d8658e74eb2819a33e2972c70101cdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272553.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c04/26901dadad266466a58f806d800c9c04/26901dadad266466a58f806d800c9c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272573.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fec/f22847407432182041242dc6930fafec/f22847407432182041242dc6930fafec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272578.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272588.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f43/f39ee3ab0d39ee679f142a29e1865f43/f39ee3ab0d39ee679f142a29e1865f43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272593.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/930/a4ca2141b39cdf72df3e7d926deb4930/a4ca2141b39cdf72df3e7d926deb4930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272603.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/974/9f8843b570f9dc3356894a28de684974/9f8843b570f9dc3356894a28de684974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272608.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e91/21df149dc69b418bebd5e87e25066e91/21df149dc69b418bebd5e87e25066e91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272623.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/41e/bd4e62a66aada4d66b7f00673d5de41e/bd4e62a66aada4d66b7f00673d5de41e.db -Unlinked retiring db '/tmp/tmp0zq9cepv/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -Unlinked retiring db '/tmp/tmp0zq9cepv/containers/part/suffix/hash/container_1750272565.00000.db' -Unlinked retiring db '/tmp/tmp0zq9cepv/containers/part/suffix/hash/container_1750272576.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272633.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c37/c0472864b84eb68d21b291fbc2c48c37/c0472864b84eb68d21b291fbc2c48c37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272638.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/798/db7918da14a6538bbea7089175c4c798/db7918da14a6538bbea7089175c4c798.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272648.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/edd/f6745f22567c677167c6ba4a575cbedd/f6745f22567c677167c6ba4a575cbedd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272653.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2d1/8ea4c553a6e3cf3086c2c9758c5b02d1/8ea4c553a6e3cf3086c2c9758c5b02d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272658.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/6a0/439f38444b1c33d53d3a4a086c4e46a0/439f38444b1c33d53d3a4a086c4e46a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272663.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a7d/a97f2b474757beddb4d591c415512a7d/a97f2b474757beddb4d591c415512a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272668.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0b6/80f62f098b566679afb93c5b8fc820b6/80f62f098b566679afb93c5b8fc820b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272683.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/28e/2547a5b9f3fbf8847ac3c94c72b6528e/2547a5b9f3fbf8847ac3c94c72b6528e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272688.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2da/e342100b4f771b257556690ec8dae2da/e342100b4f771b257556690ec8dae2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272693.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/711/4aa5ea4b8ab4084849fff3efc36d6711/4aa5ea4b8ab4084849fff3efc36d6711.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272698.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3f5/450dede06f8c422593c2bd24e2a323f5/450dede06f8c422593c2bd24e2a323f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272708.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1b2/c30dfe748043c58a48ba44535aa9e1b2/c30dfe748043c58a48ba44535aa9e1b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272713.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9d4/23373be85153cdcd682343558aeb89d4/23373be85153cdcd682343558aeb89d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272718.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/983/484ed4ed97cb1b3d00a5eab11311d983/484ed4ed97cb1b3d00a5eab11311d983.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272723.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/239/e99408700bdfb78e887551ac9a1c5239/e99408700bdfb78e887551ac9a1c5239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272728.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1b4/915dd5e5d7c9d6514b8e3d48298f11b4/915dd5e5d7c9d6514b8e3d48298f11b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272733.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/01e/b5d9778fd20335fa605c0907a0d1401e/b5d9778fd20335fa605c0907a0d1401e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272738.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2c2/85b2b7ed34f1a19b7164da31cd9b32c2/85b2b7ed34f1a19b7164da31cd9b32c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272743.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3b7/2b6abf87408df8eb042787fcba3603b7/2b6abf87408df8eb042787fcba3603b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272748.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/aab/1a55e4cd74e16d5ece60cc1e87150aab/1a55e4cd74e16d5ece60cc1e87150aab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272753.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/bd3/3b13bd4513ef644dc1777b9f94f18bd3/3b13bd4513ef644dc1777b9f94f18bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272758.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d4d/83d1da95b585f709ff9ca4a2c2f1ad4d/83d1da95b585f709ff9ca4a2c2f1ad4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272763.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/5e5/338574423095946e4edee55e9cfdd5e5/338574423095946e4edee55e9cfdd5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272768.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/bdd/8f2e63da4307d22a259c31937afffbdd/8f2e63da4307d22a259c31937afffbdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272773.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/4eb/80ef47e374ddd2499816cd1bd01eb4eb/80ef47e374ddd2499816cd1bd01eb4eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272778.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1e2/a23f3ceea90b2ebe826f317ac5edf1e2/a23f3ceea90b2ebe826f317ac5edf1e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272783.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a53/a29abcece38a04357d42aad809dd7a53/a29abcece38a04357d42aad809dd7a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272788.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/59a/ebe9a6f5af31ca52c184bf9303de959a/ebe9a6f5af31ca52c184bf9303de959a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272793.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3d2/1e59b73a1f46a4a5a920b2138482e3d2/1e59b73a1f46a4a5a920b2138482e3d2.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272798.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c36/3313ad63dbfc7ebe601412259cd33c36/3313ad63dbfc7ebe601412259cd33c36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272803.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/763/a3aeff501f63c702ba13bb2a6ed9d763/a3aeff501f63c702ba13bb2a6ed9d763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272808.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ce3/a35c1dcab4d18a1d8a2fe0e608685ce3/a35c1dcab4d18a1d8a2fe0e608685ce3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272813.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cad/377d8b0c6fb23d2260f783608a886cad/377d8b0c6fb23d2260f783608a886cad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272818.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/db5/cecbc30769eefb76f1442ce77750ddb5/cecbc30769eefb76f1442ce77750ddb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272823.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/677/d91265f14ae5f41e288198b0bc2ac677/d91265f14ae5f41e288198b0bc2ac677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272828.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ff3/0b1a8b11baa17c6561af08f4f3fa3ff3/0b1a8b11baa17c6561af08f4f3fa3ff3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272833.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/70a/93d8c483e0126658d90324a9b2a9570a/93d8c483e0126658d90324a9b2a9570a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272838.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b71/df68075d6e67a3e10f8ff7e9ee468b71/df68075d6e67a3e10f8ff7e9ee468b71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272843.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/244/1e37e29d4d0c9ee30c2f04080567c244/1e37e29d4d0c9ee30c2f04080567c244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272848.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a74/7f530a3279a508dc391652b7c90dca74/7f530a3279a508dc391652b7c90dca74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272853.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/52d/604fecb2819f2a7b4eb8e436b75d152d/604fecb2819f2a7b4eb8e436b75d152d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272858.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/52c/9e948a1ef8247d831646d8eab55f752c/9e948a1ef8247d831646d8eab55f752c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272863.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/08e/5dc8e4f3231c38050a1abe3dbee1508e/5dc8e4f3231c38050a1abe3dbee1508e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272868.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/86a/b049c3043e9dcb0f95ca9625c78a686a/b049c3043e9dcb0f95ca9625c78a686a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272873.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/194/c3d6d9c10c3e776b684d465e5ee0a194/c3d6d9c10c3e776b684d465e5ee0a194.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272878.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/8a3/9a3f5c2058a9bd7f577faac30c6a48a3/9a3f5c2058a9bd7f577faac30c6a48a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272883.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/057/6c267062fc555de481f762d528404057/6c267062fc555de481f762d528404057.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272888.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0ff/44111e222c3adc02f56f4c91338100ff/44111e222c3adc02f56f4c91338100ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272893.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1ca/81aebfecb2f95752045e3fb18c58a1ca/81aebfecb2f95752045e3fb18c58a1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272898.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b1d/ef93e1aa185357456a4eb93153e6fb1d/ef93e1aa185357456a4eb93153e6fb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272903.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/94b/46af2889a3a55ad21f67ff936651294b/46af2889a3a55ad21f67ff936651294b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272908.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/bdc/5783711f19591ecd926f3fb8176c4bdc/5783711f19591ecd926f3fb8176c4bdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272913.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/07e/25afa06c71543664850771a2e3bb307e/25afa06c71543664850771a2e3bb307e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272918.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cc7/d14831b101e81c4dd17f8d0f857b5cc7/d14831b101e81c4dd17f8d0f857b5cc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272923.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/28b/b2450f08a83a05a8e32ccccfee64828b/b2450f08a83a05a8e32ccccfee64828b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272928.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7f9/2617d56dcecaa07cb0169c8b518727f9/2617d56dcecaa07cb0169c8b518727f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272933.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b43/7febf66ec24cf8f2e384030928940b43/7febf66ec24cf8f2e384030928940b43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272938.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/6e9/31904bf99bdace9679b97aedc8a526e9/31904bf99bdace9679b97aedc8a526e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272943.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f02/1db9a1cb56c9f99ba4bf708e69415f02/1db9a1cb56c9f99ba4bf708e69415f02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272948.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b18/eca48e3f0696e4b7f153737f6caf7b18/eca48e3f0696e4b7f153737f6caf7b18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272953.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9bd/75de7706d5fbbfe949f9396eb3fe29bd/75de7706d5fbbfe949f9396eb3fe29bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272958.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/088/2fc4899cc82ebba5ba1b2140b43b8088/2fc4899cc82ebba5ba1b2140b43b8088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272963.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a50/e11af16cc4274eca41a5385a498c8a50/e11af16cc4274eca41a5385a498c8a50.db -test ERROR: Failed to unlink '/tmp/tmpibgooalj/containers/part/suffix/hash/container.db': +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0056 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0051 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test ERROR: Failed to unlink '/tmp/tmpjmsc4rld/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -104193,581 +96735,1720 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpibgooalj/containers/part/suffix/hash/container_1750272549.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpibgooalj/containers/part/suffix/hash/container_1750272549.00000.db': ['/tmp/tmpibgooalj/containers/part/suffix/hash/container.db', '/tmp/tmpibgooalj/containers/part/suffix/hash/container_1750272550.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpibgooalj/containers/part/suffix/hash/container_1750272550.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpjmsc4rld/containers/part/suffix/hash/container_1715862723.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpjmsc4rld/containers/part/suffix/hash/container_1715862723.00000.db': ['/tmp/tmpjmsc4rld/containers/part/suffix/hash/container.db', '/tmp/tmpjmsc4rld/containers/part/suffix/hash/container_1715862724.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpjmsc4rld/containers/part/suffix/hash/container_1715862724.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmplxmnyb6k/containers/part/suffix/hash/74825ef1-a4bf-431b-909b-764bbb4e8ad9.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmp_xmg9h8j/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmp4l0cog6v/containers/part/suffix/hash/container-acfb23e0-9d69-446f-ac24-821c3a925430.db' -Unlinked retiring db '/tmp/tmp4l0cog6v/containers/part/suffix/hash/container-27e98a4d-cecc-4c13-93ef-843dd473c8ac.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272968.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/37d/4ae64caa93fe6d6bc80b592f0e67637d/4ae64caa93fe6d6bc80b592f0e67637d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272973.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3a9/31d4619b7acf485fda7d1194b0bd93a9/31d4619b7acf485fda7d1194b0bd93a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272978.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ad7/a36192a38fb8ce44a1b3654c936ebad7/a36192a38fb8ce44a1b3654c936ebad7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272983.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a0d/4d79ea198b7736351205343258b3ba0d/4d79ea198b7736351205343258b3ba0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272988.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/28f/4930a0a595fd4b83cbf3482aa5d6328f/4930a0a595fd4b83cbf3482aa5d6328f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272993.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/948/123392db840f59542584b5ee2a231948/123392db840f59542584b5ee2a231948.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272998.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e25/bbd3db5c02048a773ff67f82b8cf5e25/bbd3db5c02048a773ff67f82b8cf5e25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273003.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/bc7/784672487edd4b63f8d2090a3c0aabc7/784672487edd4b63f8d2090a3c0aabc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273008.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ce1/2d8fd80832cda0ee2f66a5500c6face1/2d8fd80832cda0ee2f66a5500c6face1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273013.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/87f/4cd5d79cecd015d89d6e3102700f587f/4cd5d79cecd015d89d6e3102700f587f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273018.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/296/482ffa334542062c085f95b79b1be296/482ffa334542062c085f95b79b1be296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273023.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a73/a4c5586e73adfca98470ae3d39864a73/a4c5586e73adfca98470ae3d39864a73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273028.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ab5/79f760b166135e67a7c2674e5b797ab5/79f760b166135e67a7c2674e5b797ab5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273033.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fba/641d344be2ea54687bc3c6aa98b65fba/641d344be2ea54687bc3c6aa98b65fba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273038.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/739/2f9a1185a8f2b911087967823e239739/2f9a1185a8f2b911087967823e239739.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273043.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e5e/f9e6b308cc313c2a276a6d665bc3ee5e/f9e6b308cc313c2a276a6d665bc3ee5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273048.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d38/5ee9eea4b82e7ec10d08639630e00d38/5ee9eea4b82e7ec10d08639630e00d38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273053.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0b2/606baf8f72fd6453980e8e1578cbe0b2/606baf8f72fd6453980e8e1578cbe0b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273058.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/987/b26176aa3ec6fe1059e80bf118390987/b26176aa3ec6fe1059e80bf118390987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273063.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c58/75365122b5272116e690494406c58c58/75365122b5272116e690494406c58c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273068.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3f4/aa9d03494fe5fdea705fb69c828373f4/aa9d03494fe5fdea705fb69c828373f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273073.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c70/928286c790363325f63c24842b3d4c70/928286c790363325f63c24842b3d4c70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273078.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7ab/4a84c5f1817526684b00010a5262b7ab/4a84c5f1817526684b00010a5262b7ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273083.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/aed/f2debe41c3d4c2e22dce80e4389d8aed/f2debe41c3d4c2e22dce80e4389d8aed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273088.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/622/7cd2536ffb1354ef85ef9510bc205622/7cd2536ffb1354ef85ef9510bc205622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273093.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a32/ad2578b1234ce0a55d42d1269b0dda32/ad2578b1234ce0a55d42d1269b0dda32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273098.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e67/b75139f327c2a811d4115ab65802ae67/b75139f327c2a811d4115ab65802ae67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273103.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/420/bdb82f30b15bd1e63099e6059df19420/bdb82f30b15bd1e63099e6059df19420.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273108.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/298/689d1a425592f82aa39032565bb53298/689d1a425592f82aa39032565bb53298.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273113.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1ce/95f06a32daba239507c384e33bd0d1ce/95f06a32daba239507c384e33bd0d1ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273118.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/41f/9de72c7d52a3f1ec258467e944fe341f/9de72c7d52a3f1ec258467e944fe341f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273123.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7f6/42c586712bca50fb853ac08ec650a7f6/42c586712bca50fb853ac08ec650a7f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273128.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/efe/166bd3222c5ab14e2506a7175367befe/166bd3222c5ab14e2506a7175367befe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273133.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cae/6019906ca33e72d7fc24cb5945bbacae/6019906ca33e72d7fc24cb5945bbacae.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpo4zkbvj9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715862724.00000, (0, 0) as of 1715862724.00000, active as of 1715862724.00000> to ShardRange<'k' to 't' as of 1715862725.00000, (0, 0) as of 1715862725.00000, active as of 1715862725.00000>, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, shrinking as of 1715862726.00000> to ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, sharding as of 1715862730.00000>, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpqv9_trb3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862724.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3a1/b2df40e2719c7097de3e741bcf7953a1/b2df40e2719c7097de3e741bcf7953a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862726.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d61/d66b970535f83c3af3b1f7e4ef378d61/d66b970535f83c3af3b1f7e4ef378d61.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862725.00000, (0, 0) as of 1715862725.00000, found as of 1715862725.00000> to ShardRange<'k' to 't' as of 1715862726.00000, (0, 0) as of 1715862726.00000, created as of 1715862726.00000>, path: .shards_a/shard_c_1715862726.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d61/d66b970535f83c3af3b1f7e4ef378d61/d66b970535f83c3af3b1f7e4ef378d61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862728.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7fa/04f3793387b7bd6432bf144a23f0b7fa/04f3793387b7bd6432bf144a23f0b7fa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862727.00000, (0, 0) as of 1715862727.00000, found as of 1715862727.00000> to ShardRange<'k' to 't' as of 1715862728.00000, (0, 0) as of 1715862728.00000, cleaved as of 1715862728.00000>, path: .shards_a/shard_c_1715862728.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7fa/04f3793387b7bd6432bf144a23f0b7fa/04f3793387b7bd6432bf144a23f0b7fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862730.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/46b/cd9c868e465df22bb59c890fcaa1046b/cd9c868e465df22bb59c890fcaa1046b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, found as of 1715862729.00000> to ShardRange<'k' to 't' as of 1715862730.00000, (0, 0) as of 1715862730.00000, active as of 1715862730.00000>, path: .shards_a/shard_c_1715862730.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/46b/cd9c868e465df22bb59c890fcaa1046b/cd9c868e465df22bb59c890fcaa1046b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862732.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c4d/e5f7841628c3a610f64264ed97002c4d/e5f7841628c3a610f64264ed97002c4d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862731.00000, (0, 0) as of 1715862731.00000, found as of 1715862731.00000> to ShardRange<'k' to 't' as of 1715862732.00000, (0, 0) as of 1715862732.00000, shrinking as of 1715862732.00000>, path: .shards_a/shard_c_1715862732.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c4d/e5f7841628c3a610f64264ed97002c4d/e5f7841628c3a610f64264ed97002c4d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862732.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c4d/e5f7841628c3a610f64264ed97002c4d/e5f7841628c3a610f64264ed97002c4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862734.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/27e/ebdef77d5c65bab28132c5a44056827e/ebdef77d5c65bab28132c5a44056827e.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, found as of 1715862733.00000> to ShardRange<'k' to 't' as of 1715862734.00000, (0, 0) as of 1715862734.00000, sharding as of 1715862734.00000>, path: .shards_a/shard_c_1715862734.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/27e/ebdef77d5c65bab28132c5a44056827e/ebdef77d5c65bab28132c5a44056827e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862734.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/27e/ebdef77d5c65bab28132c5a44056827e/ebdef77d5c65bab28132c5a44056827e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862735.00000, (0, 0) as of 1715862735.00000, found as of 1715862735.00000> to ShardRange<'k' to 't' as of 1715862736.00000, (0, 0) as of 1715862736.00000, sharded as of 1715862736.00000>, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862737.00000, (0, 0) as of 1715862737.00000, found as of 1715862737.00000> to ShardRange<'k' to 't' as of 1715862738.00000, (0, 0) as of 1715862738.00000, shrunk as of 1715862738.00000>, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862739.00000, (0, 0) as of 1715862739.00000, created as of 1715862739.00000> to ShardRange<'k' to 't' as of 1715862740.00000, (0, 0) as of 1715862740.00000, found as of 1715862740.00000>, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862742.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/15e/d5f0bb59e73cb639d5f0b0bf9f98115e/d5f0bb59e73cb639d5f0b0bf9f98115e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862744.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/397/c2911a71d25bf2851c3d050894c89397/c2911a71d25bf2851c3d050894c89397.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862743.00000, (0, 0) as of 1715862743.00000, created as of 1715862743.00000> to ShardRange<'k' to 't' as of 1715862744.00000, (0, 0) as of 1715862744.00000, cleaved as of 1715862744.00000>, path: .shards_a/shard_c_1715862744.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/397/c2911a71d25bf2851c3d050894c89397/c2911a71d25bf2851c3d050894c89397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862746.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b9b/3c5da9c4276e92257bf3e375d34b3b9b/3c5da9c4276e92257bf3e375d34b3b9b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862745.00000, (0, 0) as of 1715862745.00000, created as of 1715862745.00000> to ShardRange<'k' to 't' as of 1715862746.00000, (0, 0) as of 1715862746.00000, active as of 1715862746.00000>, path: .shards_a/shard_c_1715862746.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b9b/3c5da9c4276e92257bf3e375d34b3b9b/3c5da9c4276e92257bf3e375d34b3b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862747.00000, (0, 0) as of 1715862747.00000, created as of 1715862747.00000> to ShardRange<'k' to 't' as of 1715862748.00000, (0, 0) as of 1715862748.00000, shrinking as of 1715862748.00000>, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862749.00000, (0, 0) as of 1715862749.00000, created as of 1715862749.00000> to ShardRange<'k' to 't' as of 1715862750.00000, (0, 0) as of 1715862750.00000, sharding as of 1715862750.00000>, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862751.00000, (0, 0) as of 1715862751.00000, created as of 1715862751.00000> to ShardRange<'k' to 't' as of 1715862752.00000, (0, 0) as of 1715862752.00000, sharded as of 1715862752.00000>, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862753.00000, (0, 0) as of 1715862753.00000, created as of 1715862753.00000> to ShardRange<'k' to 't' as of 1715862754.00000, (0, 0) as of 1715862754.00000, shrunk as of 1715862754.00000>, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0006 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1065 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpnvmfjkda/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862722.00000: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a4ba5bdbcb647baac6ca-0068530a25) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpnvmfjkda/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9bz4ocoy/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp9bz4ocoy/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715862722.86899 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp9bz4ocoy/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862722.86845 +test INFO: Object update sweep completed on /tmp/tmp9bz4ocoy/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmm1pg1cl/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpmm1pg1cl/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862723.07853 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpmm1pg1cl/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862723.07890 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpmm1pg1cl/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862723.07875 +test INFO: Object update sweep completed on /tmp/tmpmm1pg1cl/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpypl9sthd/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpypl9sthd/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862723.18516 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpypl9sthd/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862723.18558 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpypl9sthd/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862723.18547 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpypl9sthd/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862723.18531 +test INFO: Object update sweep completed on /tmp/tmpypl9sthd/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_agss6vq/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp_agss6vq/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862723.19240 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp_agss6vq/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862723.19270 +test INFO: Object update sweep completed on /tmp/tmp_agss6vq/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpnkerrksg/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpnkerrksg/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1715862723.31346 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpnkerrksg/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1715862723.31398 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpnkerrksg/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1715862723.31464 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpnkerrksg/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1715862723.31514 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpnkerrksg/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1715862723.31419 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpnkerrksg/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862723.31363 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpnkerrksg/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862723.31335 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpnkerrksg/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715862723.31386 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpnkerrksg/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715862723.31375 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpnkerrksg/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862723.31302 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpnkerrksg/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1715862723.31322 +test INFO: Object update sweep completed on /tmp/tmpnkerrksg/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.22s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpo001y73x/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpo001y73x/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1715862723.53516 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpo001y73x/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1715862723.53543 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpo001y73x/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1715862723.53556 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpo001y73x/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1715862723.53568 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpo001y73x/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1715862723.53480 +test INFO: Object update sweep completed on /tmp/tmpo001y73x/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1660695 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0051 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0049 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0044 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmpi5_bji9t/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0047 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0068 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1660695 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0081 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0051 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +HTTP PERF: 0.00094 seconds to PUT 127.0.0.1:55477 /sda1/123/a/c) +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +HTTP PERF: 0.00078 seconds to PUT 127.0.0.1:55477 /sda1/123/a/c) +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 1660695 - +HTTP PERF: 0.00400 seconds to PUT 127.0.0.1:55477 /sda1/123/a/c) +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 16 May 2024 12:31:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test ERROR: Problem finding shard upper in '/tmp/tmpdzfbr54a/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpdzfbr54a/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a4ba5bdbcb647baac6ca-0068530a25) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpb1c8oa21/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpb1c8oa21/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58613/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58613/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.10s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.10s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:58613/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test INFO: Timeout waiting on remote server 127.0.0.1:58613/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test INFO: Timeout connecting to remote server 127.0.0.1:58613/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp43mwoofl/devices/sda1 (pid: 1660713) +test DEBUG: Update sent for /a/c/o /tmp/tmp43mwoofl/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1715862723.56861 +test INFO: Object update sweep completed on /tmp/tmp43mwoofl/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a4ba5bdbcb647baac6ca-0068530a25) -test ERROR: Container HEAD returning 503 for [] (txn: tx1a4ba5bdbcb647baac6ca-0068530a25) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273138.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a75/57dc64a4c31a61227d0f1a38df50fa75/57dc64a4c31a61227d0f1a38df50fa75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273143.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/945/a007ae514ebb62af935dd86713ed3945/a007ae514ebb62af935dd86713ed3945.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273148.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e1c/000e61f8d7d945a55db84e359a63de1c/000e61f8d7d945a55db84e359a63de1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273153.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/dc0/aafddc4fa0db0005e1dfc25826ca1dc0/aafddc4fa0db0005e1dfc25826ca1dc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273158.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2e6/c3a66c3164d2ad4ed752d0eaeabf52e6/c3a66c3164d2ad4ed752d0eaeabf52e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273163.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/5aa/2c1235f21536903233d535f5884495aa/2c1235f21536903233d535f5884495aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273168.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/697/64d892d289251c311c00389290033697/64d892d289251c311c00389290033697.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273173.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9f9/7efde877ec2bb650396b71e3f78059f9/7efde877ec2bb650396b71e3f78059f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273178.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/76a/f3ad2d03b8f036dea6c09c5ba56e876a/f3ad2d03b8f036dea6c09c5ba56e876a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273183.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0f5/9437d4629aa15a63cc1dcaf620bdd0f5/9437d4629aa15a63cc1dcaf620bdd0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273188.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d8d/8e85921ac710f55ac1ba776e893d6d8d/8e85921ac710f55ac1ba776e893d6d8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273193.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/44d/7a9a6d833a64195f735b7e96e8ac344d/7a9a6d833a64195f735b7e96e8ac344d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273198.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ab9/4178142528375fa830ed817bb27ccab9/4178142528375fa830ed817bb27ccab9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273203.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fb4/fcda285ee0b1a729241578d1a4eacfb4/fcda285ee0b1a729241578d1a4eacfb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273208.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cec/c93f07114727764617da6aab94fabcec/c93f07114727764617da6aab94fabcec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273213.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0ce/2aedc07306c5d4809aa38301289930ce/2aedc07306c5d4809aa38301289930ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273218.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/279/c436ee8449aa9189e62303dcfc89c279/c436ee8449aa9189e62303dcfc89c279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273223.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/acd/684eefbbc8f1c49065bb2de4a828cacd/684eefbbc8f1c49065bb2de4a828cacd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273228.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/89b/b6597aef84c4aeab79f7d3048de0389b/b6597aef84c4aeab79f7d3048de0389b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273233.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/697/2dc42ca15273e2ca536f42e54d6a6697/2dc42ca15273e2ca536f42e54d6a6697.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273238.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/de5/9165879b97215d77d549ec28c6f74de5/9165879b97215d77d549ec28c6f74de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273243.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d9a/2ada7397b7eafcdc99ca4bfd8a99fd9a/2ada7397b7eafcdc99ca4bfd8a99fd9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273248.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/62b/90677f8c8c5f34c0228f90044ce8a62b/90677f8c8c5f34c0228f90044ce8a62b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273253.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9f8/609ec64b3dc0bc836cef2bbf3b7769f8/609ec64b3dc0bc836cef2bbf3b7769f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273258.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b1f/7a0d54ccf8d3f79bb09e12b130ce6b1f/7a0d54ccf8d3f79bb09e12b130ce6b1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273263.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/06d/ddd46ad879eee8128225104d5ed4706d/ddd46ad879eee8128225104d5ed4706d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273268.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/660/c20d244f2a31213bdf8d0f36cc558660/c20d244f2a31213bdf8d0f36cc558660.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273273.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1d4/1140d2ae86ca17b71cc6c233a132f1d4/1140d2ae86ca17b71cc6c233a132f1d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273278.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b86/fc4893a1cdbce3dbcab84cb6c6d4ab86/fc4893a1cdbce3dbcab84cb6c6d4ab86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273283.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a64/fe470fa64abf8d93d01443bcad1e5a64/fe470fa64abf8d93d01443bcad1e5a64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273288.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c13/fce248b3f33112327f66fb74a82dcc13/fce248b3f33112327f66fb74a82dcc13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273293.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/48f/94177a376d24405f6cfd48150e03548f/94177a376d24405f6cfd48150e03548f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273298.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b81/4fa93521793295ea07589dc0d8e3ab81/4fa93521793295ea07589dc0d8e3ab81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273303.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1f5/74f150face2e4ea60609f133eb8b11f5/74f150face2e4ea60609f133eb8b11f5.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpe_j9n_ks/devices/sda1 (pid: 1660713) +test INFO: Object update sweep progress on /tmp/tmpe_j9n_ks/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update sweep progress on /tmp/tmpe_j9n_ks/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update sweep completed on /tmp/tmpe_j9n_ks/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) +test INFO: Object update sweep starting on /tmp/tmpyd13h03d/devices/sda1 (pid: 1660713) +test INFO: Object update sweep completed on /tmp/tmpyd13h03d/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1660713) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862755.00000, (0, 0) as of 1715862755.00000, cleaved as of 1715862755.00000> to ShardRange<'k' to 't' as of 1715862756.00000, (0, 0) as of 1715862756.00000, found as of 1715862756.00000>, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862757.00000, (0, 0) as of 1715862757.00000, cleaved as of 1715862757.00000> to ShardRange<'k' to 't' as of 1715862758.00000, (0, 0) as of 1715862758.00000, created as of 1715862758.00000>, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862760.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b52/782982b8ee8675c4ef6378307b29cb52/782982b8ee8675c4ef6378307b29cb52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862761.00000, (0, 0) as of 1715862761.00000, cleaved as of 1715862761.00000> to ShardRange<'k' to 't' as of 1715862762.00000, (0, 0) as of 1715862762.00000, active as of 1715862762.00000>, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862763.00000, (0, 0) as of 1715862763.00000, cleaved as of 1715862763.00000> to ShardRange<'k' to 't' as of 1715862764.00000, (0, 0) as of 1715862764.00000, shrinking as of 1715862764.00000>, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862765.00000, (0, 0) as of 1715862765.00000, cleaved as of 1715862765.00000> to ShardRange<'k' to 't' as of 1715862766.00000, (0, 0) as of 1715862766.00000, sharding as of 1715862766.00000>, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862767.00000, (0, 0) as of 1715862767.00000, cleaved as of 1715862767.00000> to ShardRange<'k' to 't' as of 1715862768.00000, (0, 0) as of 1715862768.00000, sharded as of 1715862768.00000>, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862769.00000, (0, 0) as of 1715862769.00000, cleaved as of 1715862769.00000> to ShardRange<'k' to 't' as of 1715862770.00000, (0, 0) as of 1715862770.00000, shrunk as of 1715862770.00000>, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862771.00000, (0, 0) as of 1715862771.00000, active as of 1715862771.00000> to ShardRange<'k' to 't' as of 1715862772.00000, (0, 0) as of 1715862772.00000, found as of 1715862772.00000>, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862773.00000, (0, 0) as of 1715862773.00000, active as of 1715862773.00000> to ShardRange<'k' to 't' as of 1715862774.00000, (0, 0) as of 1715862774.00000, created as of 1715862774.00000>, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862775.00000, (0, 0) as of 1715862775.00000, active as of 1715862775.00000> to ShardRange<'k' to 't' as of 1715862776.00000, (0, 0) as of 1715862776.00000, cleaved as of 1715862776.00000>, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862778.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ba0/26845f38073ebd23982f8c6506a67ba0/26845f38073ebd23982f8c6506a67ba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862779.00000, (0, 0) as of 1715862779.00000, active as of 1715862779.00000> to ShardRange<'k' to 't' as of 1715862780.00000, (0, 0) as of 1715862780.00000, shrinking as of 1715862780.00000>, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862781.00000, (0, 0) as of 1715862781.00000, active as of 1715862781.00000> to ShardRange<'k' to 't' as of 1715862782.00000, (0, 0) as of 1715862782.00000, sharding as of 1715862782.00000>, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862783.00000, (0, 0) as of 1715862783.00000, active as of 1715862783.00000> to ShardRange<'k' to 't' as of 1715862784.00000, (0, 0) as of 1715862784.00000, sharded as of 1715862784.00000>, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862785.00000, (0, 0) as of 1715862785.00000, active as of 1715862785.00000> to ShardRange<'k' to 't' as of 1715862786.00000, (0, 0) as of 1715862786.00000, shrunk as of 1715862786.00000>, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862787.00000, (0, 0) as of 1715862787.00000, shrinking as of 1715862787.00000> to ShardRange<'k' to 't' as of 1715862788.00000, (0, 0) as of 1715862788.00000, found as of 1715862788.00000>, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862789.00000, (0, 0) as of 1715862789.00000, shrinking as of 1715862789.00000> to ShardRange<'k' to 't' as of 1715862790.00000, (0, 0) as of 1715862790.00000, created as of 1715862790.00000>, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862791.00000, (0, 0) as of 1715862791.00000, shrinking as of 1715862791.00000> to ShardRange<'k' to 't' as of 1715862792.00000, (0, 0) as of 1715862792.00000, cleaved as of 1715862792.00000>, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862793.00000, (0, 0) as of 1715862793.00000, shrinking as of 1715862793.00000> to ShardRange<'k' to 't' as of 1715862794.00000, (0, 0) as of 1715862794.00000, active as of 1715862794.00000>, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862797.00000, (0, 0) as of 1715862797.00000, shrinking as of 1715862797.00000> to ShardRange<'k' to 't' as of 1715862798.00000, (0, 0) as of 1715862798.00000, sharding as of 1715862798.00000>, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862799.00000, (0, 0) as of 1715862799.00000, shrinking as of 1715862799.00000> to ShardRange<'k' to 't' as of 1715862800.00000, (0, 0) as of 1715862800.00000, sharded as of 1715862800.00000>, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862801.00000, (0, 0) as of 1715862801.00000, shrinking as of 1715862801.00000> to ShardRange<'k' to 't' as of 1715862802.00000, (0, 0) as of 1715862802.00000, shrunk as of 1715862802.00000>, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862803.00000, (0, 0) as of 1715862803.00000, sharding as of 1715862803.00000> to ShardRange<'k' to 't' as of 1715862804.00000, (0, 0) as of 1715862804.00000, found as of 1715862804.00000>, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862805.00000, (0, 0) as of 1715862805.00000, sharding as of 1715862805.00000> to ShardRange<'k' to 't' as of 1715862806.00000, (0, 0) as of 1715862806.00000, created as of 1715862806.00000>, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862807.00000, (0, 0) as of 1715862807.00000, sharding as of 1715862807.00000> to ShardRange<'k' to 't' as of 1715862808.00000, (0, 0) as of 1715862808.00000, cleaved as of 1715862808.00000>, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862809.00000, (0, 0) as of 1715862809.00000, sharding as of 1715862809.00000> to ShardRange<'k' to 't' as of 1715862810.00000, (0, 0) as of 1715862810.00000, active as of 1715862810.00000>, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862811.00000, (0, 0) as of 1715862811.00000, sharding as of 1715862811.00000> to ShardRange<'k' to 't' as of 1715862812.00000, (0, 0) as of 1715862812.00000, shrinking as of 1715862812.00000>, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862815.00000, (0, 0) as of 1715862815.00000, sharding as of 1715862815.00000> to ShardRange<'k' to 't' as of 1715862816.00000, (0, 0) as of 1715862816.00000, sharded as of 1715862816.00000>, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862817.00000, (0, 0) as of 1715862817.00000, sharding as of 1715862817.00000> to ShardRange<'k' to 't' as of 1715862818.00000, (0, 0) as of 1715862818.00000, shrunk as of 1715862818.00000>, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862819.00000, (0, 0) as of 1715862819.00000, sharded as of 1715862819.00000> to ShardRange<'k' to 't' as of 1715862820.00000, (0, 0) as of 1715862820.00000, found as of 1715862820.00000>, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862821.00000, (0, 0) as of 1715862821.00000, sharded as of 1715862821.00000> to ShardRange<'k' to 't' as of 1715862822.00000, (0, 0) as of 1715862822.00000, created as of 1715862822.00000>, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862823.00000, (0, 0) as of 1715862823.00000, sharded as of 1715862823.00000> to ShardRange<'k' to 't' as of 1715862824.00000, (0, 0) as of 1715862824.00000, cleaved as of 1715862824.00000>, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862825.00000, (0, 0) as of 1715862825.00000, sharded as of 1715862825.00000> to ShardRange<'k' to 't' as of 1715862826.00000, (0, 0) as of 1715862826.00000, active as of 1715862826.00000>, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862827.00000, (0, 0) as of 1715862827.00000, sharded as of 1715862827.00000> to ShardRange<'k' to 't' as of 1715862828.00000, (0, 0) as of 1715862828.00000, shrinking as of 1715862828.00000>, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862829.00000, (0, 0) as of 1715862829.00000, sharded as of 1715862829.00000> to ShardRange<'k' to 't' as of 1715862830.00000, (0, 0) as of 1715862830.00000, sharding as of 1715862830.00000>, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862833.00000, (0, 0) as of 1715862833.00000, sharded as of 1715862833.00000> to ShardRange<'k' to 't' as of 1715862834.00000, (0, 0) as of 1715862834.00000, shrunk as of 1715862834.00000>, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862835.00000, (0, 0) as of 1715862835.00000, shrunk as of 1715862835.00000> to ShardRange<'k' to 't' as of 1715862836.00000, (0, 0) as of 1715862836.00000, found as of 1715862836.00000>, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862837.00000, (0, 0) as of 1715862837.00000, shrunk as of 1715862837.00000> to ShardRange<'k' to 't' as of 1715862838.00000, (0, 0) as of 1715862838.00000, created as of 1715862838.00000>, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862839.00000, (0, 0) as of 1715862839.00000, shrunk as of 1715862839.00000> to ShardRange<'k' to 't' as of 1715862840.00000, (0, 0) as of 1715862840.00000, cleaved as of 1715862840.00000>, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862841.00000, (0, 0) as of 1715862841.00000, shrunk as of 1715862841.00000> to ShardRange<'k' to 't' as of 1715862842.00000, (0, 0) as of 1715862842.00000, active as of 1715862842.00000>, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862843.00000, (0, 0) as of 1715862843.00000, shrunk as of 1715862843.00000> to ShardRange<'k' to 't' as of 1715862844.00000, (0, 0) as of 1715862844.00000, shrinking as of 1715862844.00000>, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862845.00000, (0, 0) as of 1715862845.00000, shrunk as of 1715862845.00000> to ShardRange<'k' to 't' as of 1715862846.00000, (0, 0) as of 1715862846.00000, sharding as of 1715862846.00000>, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:55477/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660695 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1660695 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0042 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862847.00000, (0, 0) as of 1715862847.00000, shrunk as of 1715862847.00000> to ShardRange<'k' to 't' as of 1715862848.00000, (0, 0) as of 1715862848.00000, sharded as of 1715862848.00000>, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862851.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/4c7/ef685c1957bd7fdbed70598f00ee44c7/ef685c1957bd7fdbed70598f00ee44c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862853.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/616/61590e88aaeb998bfe77039ac228b616/61590e88aaeb998bfe77039ac228b616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862855.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/31c/0cde9126a779d50dea4d8458cf00c31c/0cde9126a779d50dea4d8458cf00c31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862857.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/c25/49a5aa6d1450f3478b2373ead00ddc25/49a5aa6d1450f3478b2373ead00ddc25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862859.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fad/3d9261ff7d5af9d60a72077b5e607fad/3d9261ff7d5af9d60a72077b5e607fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862861.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/54e/da36977988f159fb944b2b5db2e5354e/da36977988f159fb944b2b5db2e5354e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862863.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e9b/4b51c9b90044493fa8e75157e4203e9b/4b51c9b90044493fa8e75157e4203e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862865.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/773/768afbe35393209bfe6849276b9b1773/768afbe35393209bfe6849276b9b1773.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862867.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/1cd/23bee93936d90c3f278dc19579fe31cd/23bee93936d90c3f278dc19579fe31cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862869.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e40/68b2e6a422322fadbbe0820b30eede40/68b2e6a422322fadbbe0820b30eede40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862871.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/691/85b3c5a1404e0e973919fc09efca1691/85b3c5a1404e0e973919fc09efca1691.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862873.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/814/30ef2514ca0de9a3750b67023f2f2814/30ef2514ca0de9a3750b67023f2f2814.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862875.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/27b/6dd88e9e77ba2522ab69a81370e0a27b/6dd88e9e77ba2522ab69a81370e0a27b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862877.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/9ea/576f532f54567f577eae17b0538ea9ea/576f532f54567f577eae17b0538ea9ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862879.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/087/0a4ee78773cb92d2f83a6c861dda9087/0a4ee78773cb92d2f83a6c861dda9087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862881.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/eba/2b94c78ea33f9bf06c99908929357eba/2b94c78ea33f9bf06c99908929357eba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862883.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/142/d546f6c5260754ee9791283a10c26142/d546f6c5260754ee9791283a10c26142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862885.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/cf0/9e92c7043086a941bf8a0c421ee02cf0/9e92c7043086a941bf8a0c421ee02cf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862887.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/517/b23e4f5086dff1ba865273365774a517/b23e4f5086dff1ba865273365774a517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862889.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f01/ba4ca4352559e88ea20a96c88aaaff01/ba4ca4352559e88ea20a96c88aaaff01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862891.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/225/e555a03f8405ee90c2942feb7c4f4225/e555a03f8405ee90c2942feb7c4f4225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862893.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/5e5/934d8778afb149cf8f25208c153b15e5/934d8778afb149cf8f25208c153b15e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862895.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/5b1/c682b20c051490e34053abd6ee5fb5b1/c682b20c051490e34053abd6ee5fb5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862897.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a38/9910381a6e7f8cf87c012fd1373d7a38/9910381a6e7f8cf87c012fd1373d7a38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862899.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ee1/836177192e0a9d050a1e8dcdd7363ee1/836177192e0a9d050a1e8dcdd7363ee1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862901.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/401/7b8b163411ecb54ed60d33b343019401/7b8b163411ecb54ed60d33b343019401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862903.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/6ae/71c34654425022ff2dc4e70c503cb6ae/71c34654425022ff2dc4e70c503cb6ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862905.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ee3/4f565c41b6d58b235af70ebe29465ee3/4f565c41b6d58b235af70ebe29465ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862907.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/f99/0596c852d314769bbc793403d5015f99/0596c852d314769bbc793403d5015f99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862909.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/cfc/153aa84b6adffd65d7e114e8b594fcfc/153aa84b6adffd65d7e114e8b594fcfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862911.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/8c1/552a490466d9f15553e05733c69c18c1/552a490466d9f15553e05733c69c18c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862913.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/afd/24bb0a6de53ac2d782abd55bc036fafd/24bb0a6de53ac2d782abd55bc036fafd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862915.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/264/2c6f89f7686a5da3a431d5f9c1b11264/2c6f89f7686a5da3a431d5f9c1b11264.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862915.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/264/2c6f89f7686a5da3a431d5f9c1b11264/2c6f89f7686a5da3a431d5f9c1b11264.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0008 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0068 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0007 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0009 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0007 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0043 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0018 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmpvgec7vw4/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0016 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0008 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0017 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862917.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/070/021dbb5d9c1b0075c692a4299f3e1070/021dbb5d9c1b0075c692a4299f3e1070.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862917.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/070/021dbb5d9c1b0075c692a4299f3e1070/021dbb5d9c1b0075c692a4299f3e1070.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862919.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/260/0e71635b9d171abf383a033b1d2c2260/0e71635b9d171abf383a033b1d2c2260.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862919.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/260/0e71635b9d171abf383a033b1d2c2260/0e71635b9d171abf383a033b1d2c2260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862921.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/0dd/98a89921c32149b9227ef1d6827d20dd/98a89921c32149b9227ef1d6827d20dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862921.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/0dd/98a89921c32149b9227ef1d6827d20dd/98a89921c32149b9227ef1d6827d20dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862923.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/565/f4b4eb0f39597b6dfd8058671c20a565/f4b4eb0f39597b6dfd8058671c20a565.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862923.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/565/f4b4eb0f39597b6dfd8058671c20a565/f4b4eb0f39597b6dfd8058671c20a565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862925.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/43a/f19a48c0b3d12bbd93f3e7707907b43a/f19a48c0b3d12bbd93f3e7707907b43a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862925.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/43a/f19a48c0b3d12bbd93f3e7707907b43a/f19a48c0b3d12bbd93f3e7707907b43a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862927.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/77b/2b4d6f8827f4c3d333b7809eaeb3677b/2b4d6f8827f4c3d333b7809eaeb3677b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862927.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/77b/2b4d6f8827f4c3d333b7809eaeb3677b/2b4d6f8827f4c3d333b7809eaeb3677b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862929.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a4b/bfa789947e81962c41caf2cb6863ca4b/bfa789947e81962c41caf2cb6863ca4b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862929.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/a4b/bfa789947e81962c41caf2cb6863ca4b/bfa789947e81962c41caf2cb6863ca4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862931.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/162/b4e09b69754612870d3c3aa856a69162/b4e09b69754612870d3c3aa856a69162.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862931.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/162/b4e09b69754612870d3c3aa856a69162/b4e09b69754612870d3c3aa856a69162.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862933.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fb1/663a5db6314bc1cfad7fd02fd7d59fb1/663a5db6314bc1cfad7fd02fd7d59fb1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862933.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fb1/663a5db6314bc1cfad7fd02fd7d59fb1/663a5db6314bc1cfad7fd02fd7d59fb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862935.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/358/ebdebf5dcaad0d39e46d87e8e5e5f358/ebdebf5dcaad0d39e46d87e8e5e5f358.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862935.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/358/ebdebf5dcaad0d39e46d87e8e5e5f358/ebdebf5dcaad0d39e46d87e8e5e5f358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862937.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/6e4/f4fa717d1950e9a4acedd66eac7aa6e4/f4fa717d1950e9a4acedd66eac7aa6e4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862937.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/6e4/f4fa717d1950e9a4acedd66eac7aa6e4/f4fa717d1950e9a4acedd66eac7aa6e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862939.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e1c/a51b29f1200924bc089ddca8d2152e1c/a51b29f1200924bc089ddca8d2152e1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862939.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/e1c/a51b29f1200924bc089ddca8d2152e1c/a51b29f1200924bc089ddca8d2152e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862941.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/bf9/8059511675801909865e07f891f29bf9/8059511675801909865e07f891f29bf9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862941.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/bf9/8059511675801909865e07f891f29bf9/8059511675801909865e07f891f29bf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862943.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/477/e97e2245673fd4f0ee22a271b1c24477/e97e2245673fd4f0ee22a271b1c24477.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862943.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/477/e97e2245673fd4f0ee22a271b1c24477/e97e2245673fd4f0ee22a271b1c24477.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862945.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/269/7f49c1be370fe79b0c80d02086164269/7f49c1be370fe79b0c80d02086164269.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862945.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/269/7f49c1be370fe79b0c80d02086164269/7f49c1be370fe79b0c80d02086164269.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862947.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ba5/8fa7c38b4af8a611ae5fb04198e10ba5/8fa7c38b4af8a611ae5fb04198e10ba5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862947.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ba5/8fa7c38b4af8a611ae5fb04198e10ba5/8fa7c38b4af8a611ae5fb04198e10ba5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862949.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/014/e2444508d1812434d23a78bc41028014/e2444508d1812434d23a78bc41028014.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862949.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/014/e2444508d1812434d23a78bc41028014/e2444508d1812434d23a78bc41028014.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862951.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/42e/6a16715d89ad9190c18c6663937c642e/6a16715d89ad9190c18c6663937c642e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862951.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/42e/6a16715d89ad9190c18c6663937c642e/6a16715d89ad9190c18c6663937c642e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862953.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3dd/309a63926c384553e0ed8f833a9c83dd/309a63926c384553e0ed8f833a9c83dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862953.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/3dd/309a63926c384553e0ed8f833a9c83dd/309a63926c384553e0ed8f833a9c83dd.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0029 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1660695 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0069 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0024 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test DEBUG: Unlinked retiring db '/tmp/tmprz7m8jbe/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:04 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:04 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:04 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1660695 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862955.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/92e/d268bec59cbf7d5d4da000ba1661492e/d268bec59cbf7d5d4da000ba1661492e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862955.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/92e/d268bec59cbf7d5d4da000ba1661492e/d268bec59cbf7d5d4da000ba1661492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862957.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/4de/09eb524aa72c964f83114bee469884de/09eb524aa72c964f83114bee469884de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862957.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/4de/09eb524aa72c964f83114bee469884de/09eb524aa72c964f83114bee469884de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862959.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/9a2/812cca9bc88c4865fdd45517cbeaf9a2/812cca9bc88c4865fdd45517cbeaf9a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862959.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/9a2/812cca9bc88c4865fdd45517cbeaf9a2/812cca9bc88c4865fdd45517cbeaf9a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862961.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fef/34dd2dfd40a441e2afa7e664a0e32fef/34dd2dfd40a441e2afa7e664a0e32fef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862961.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/fef/34dd2dfd40a441e2afa7e664a0e32fef/34dd2dfd40a441e2afa7e664a0e32fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862963.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/223/802c00c907786e021548aa784b15b223/802c00c907786e021548aa784b15b223.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862963.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/223/802c00c907786e021548aa784b15b223/802c00c907786e021548aa784b15b223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862965.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d65/78e814a7ae10478fc8ba6ccacc1f4d65/78e814a7ae10478fc8ba6ccacc1f4d65.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862965.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/d65/78e814a7ae10478fc8ba6ccacc1f4d65/78e814a7ae10478fc8ba6ccacc1f4d65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862967.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b9f/5e5634eb654cfec4b3ad3764c257eb9f/5e5634eb654cfec4b3ad3764c257eb9f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862967.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/b9f/5e5634eb654cfec4b3ad3764c257eb9f/5e5634eb654cfec4b3ad3764c257eb9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862969.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/2e7/44b6acf1d8a40883f2328709213f72e7/44b6acf1d8a40883f2328709213f72e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862969.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/2e7/44b6acf1d8a40883f2328709213f72e7/44b6acf1d8a40883f2328709213f72e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862971.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ade/6e40e45a66d9f259234d40d075cf6ade/6e40e45a66d9f259234d40d075cf6ade.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862971.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/ade/6e40e45a66d9f259234d40d075cf6ade/6e40e45a66d9f259234d40d075cf6ade.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862973.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/96b/164de3b19519b5c7d14f9d65e5ae396b/164de3b19519b5c7d14f9d65e5ae396b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862973.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/96b/164de3b19519b5c7d14f9d65e5ae396b/164de3b19519b5c7d14f9d65e5ae396b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862975.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/318/791d97e7c7842e32555c2ce66821e318/791d97e7c7842e32555c2ce66821e318.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862975.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/318/791d97e7c7842e32555c2ce66821e318/791d97e7c7842e32555c2ce66821e318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862977.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/6bc/158f87d7ecf87f21cf0f4772812156bc/158f87d7ecf87f21cf0f4772812156bc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862977.00000, db: /tmp/tmpxsdp8g8s/sda/containers/0/6bc/158f87d7ecf87f21cf0f4772812156bc/158f87d7ecf87f21cf0f4772812156bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862729.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/307/e1ffc2cb0ce691eeb4f511b36f845307/e1ffc2cb0ce691eeb4f511b36f845307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862769.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/40e/47890481bffe5720f4c992c8fcf9940e/47890481bffe5720f4c992c8fcf9940e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862774.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c51/46da5243433b3ec2ec97686418d03c51/46da5243433b3ec2ec97686418d03c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862784.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f85/cfc26492cdf3cd9ca182a5d52728cf85/cfc26492cdf3cd9ca182a5d52728cf85.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test DEBUG: - - - [16/May/2024:12:32:04 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0017 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:04 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0047 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0024 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0045 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660695 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0048 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0048 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0039 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0040 "-" 1660695 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0039 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0037 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0053 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1660695 nada +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1660695 999 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0037 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0013 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0038 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0013 "-" 1660695 1 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0013 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0038 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 1660695 3 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0036 "-" 1660695 4 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0038 "-" 1660695 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0045 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0057 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0023 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0079 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 1660695 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862789.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d11/93fe25786efad3a13b94df019d201d11/93fe25786efad3a13b94df019d201d11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862804.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/02c/132da9f71447dd31e04164115cba402c/132da9f71447dd31e04164115cba402c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862814.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5cd/eb06744b0b3ade8b4f84834f1bfa05cd/eb06744b0b3ade8b4f84834f1bfa05cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862829.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/aad/d6adad058bc0cdcecdda02d6d8d5daad/d6adad058bc0cdcecdda02d6d8d5daad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862834.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5ef/893a237bf94787fa5b2f9a56fbc085ef/893a237bf94787fa5b2f9a56fbc085ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862844.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/62b/c75377184d437d131a4e8aea83e0162b/c75377184d437d131a4e8aea83e0162b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862849.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4f9/0da031558ebb2240d9262e9696fbc4f9/0da031558ebb2240d9262e9696fbc4f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862864.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/bb5/2e839d453eaeb4950744a703aa0ecbb5/2e839d453eaeb4950744a703aa0ecbb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862874.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/635/2274cec017cfebe8562b00bbfa5e0635/2274cec017cfebe8562b00bbfa5e0635.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862889.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3c1/d457697120691ef12c77350be92c13c1/d457697120691ef12c77350be92c13c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862894.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5f6/d7c1968883c3cb241d836831ab2e35f6/d7c1968883c3cb241d836831ab2e35f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862904.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/327/1fdc35af1368b2b8d4f7639959d46327/1fdc35af1368b2b8d4f7639959d46327.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862909.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ea3/fba6073d7b613ca225d3e5fc72595ea3/fba6073d7b613ca225d3e5fc72595ea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862914.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/154/d2bac3edfa1f16c6b80fc768df2e3154/d2bac3edfa1f16c6b80fc768df2e3154.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862924.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ca6/be2334e48051e9b33e3caa60e40cbca6/be2334e48051e9b33e3caa60e40cbca6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862929.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/7e7/74e9181943e2dde5dfaeba30335777e7/74e9181943e2dde5dfaeba30335777e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862934.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/629/31c045de15a1390382c630259a4cf629/31c045de15a1390382c630259a4cf629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862944.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/517/4ff07e10a012cff72d17bf4297a65517/4ff07e10a012cff72d17bf4297a65517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862949.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/aee/76335b39b29b9e588c8017f624c38aee/76335b39b29b9e588c8017f624c38aee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862954.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/11b/d422e22243cdd09f03c555e3c9de011b/d422e22243cdd09f03c555e3c9de011b.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0036 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:04 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0025 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0027 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0025 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0037 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0037 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0023 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 1660695 0 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0037 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660695 0 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd902caa8daa446abb4bfd-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd902caa8daa446abb4bfd-0068530a26) -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: Setting object count to 1032 (txn: txaeb449e1ee48400f80e16-006645fcc5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: Setting object count to 48 (txn: tx4613138076cd480fa0c5b-006645fcc5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: Setting object count to 1064 (txn: tx25abb5b0d21245b4a0cbb-006645fcc5) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd3cb13182281460893d89-006645fcc5) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx186bae9dcd2942109764e-006645fcc5) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862964.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8cb/f7cc83cb0ef85675b1e8542b1375b8cb/f7cc83cb0ef85675b1e8542b1375b8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862969.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/32a/b668fa0d84aeeec8a5b958cac79a732a/b668fa0d84aeeec8a5b958cac79a732a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862974.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d3a/fd452d5f48da34b4438d5381e308bd3a/fd452d5f48da34b4438d5381e308bd3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862984.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/720/81f9a8e804c2a1e4735aa12ffe02d720/81f9a8e804c2a1e4735aa12ffe02d720.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862989.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f79/8377c27a8f3ec082f1a68e9166ac4f79/8377c27a8f3ec082f1a68e9166ac4f79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862994.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/0c0/7e16bc9fba842a9981249f366d7cc0c0/7e16bc9fba842a9981249f366d7cc0c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862999.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863004.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/84a/00c1308b3de652fd29055a122846e84a/00c1308b3de652fd29055a122846e84a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863009.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/701/c54253b772e0afec204202a2b0393701/c54253b772e0afec204202a2b0393701.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863014.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8ae/30163825883862de8f6d34d68fb6f8ae/30163825883862de8f6d34d68fb6f8ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863019.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863024.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e3a/2d7d91e6462b7ec6b2d491bafc448e3a/2d7d91e6462b7ec6b2d491bafc448e3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863029.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/436/40041c5afa37abfa798c7e875ca03436/40041c5afa37abfa798c7e875ca03436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863034.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a4f/7c230ae8470c920253ba3ed30f6bca4f/7c230ae8470c920253ba3ed30f6bca4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863039.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863044.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/074/b6505c8d33a83782ecbbc0f2db4ae074/b6505c8d33a83782ecbbc0f2db4ae074.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863049.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/64b/fd40bb50c494c0d163abbbcb3b97864b/fd40bb50c494c0d163abbbcb3b97864b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863054.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f7d/ee8f98b22f97c40a6cb1b32da7935f7d/ee8f98b22f97c40a6cb1b32da7935f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863059.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863064.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3ff/4b32e60346e43aa8747693dd32bdb3ff/4b32e60346e43aa8747693dd32bdb3ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863069.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b87/3a04d8fd9aac72ed25300569eb067b87/3a04d8fd9aac72ed25300569eb067b87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863074.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a2c/43533bebbeb93ddf7893321029b4da2c/43533bebbeb93ddf7893321029b4da2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863079.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863084.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/542/626e83aac34f3662d54f26d122841542/626e83aac34f3662d54f26d122841542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863089.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/cea/f97710817a5a42108872fbcfa5b43cea/f97710817a5a42108872fbcfa5b43cea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863094.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e1b/db5e82207abe79340a62755f2c618e1b/db5e82207abe79340a62755f2c618e1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863099.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863104.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/774/a3ac66cba3770263f4627529946f1774/a3ac66cba3770263f4627529946f1774.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863109.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/671/4fd10f15e146b4d8ac171b2828d39671/4fd10f15e146b4d8ac171b2828d39671.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863114.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/58c/db6c0462beb0f62bfe89813e698d658c/db6c0462beb0f62bfe89813e698d658c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863119.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863124.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b93/f3774d43515afd93000506b02c714b93/f3774d43515afd93000506b02c714b93.db test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd902caa8daa446abb4bfd-0068530a26) -test ERROR: Container HEAD returning 503 for [] (txn: txd902caa8daa446abb4bfd-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb29e32de85ef41b7b77a4-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1660695 - +test INFO: - - - [16/May/2024:12:32:05 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1660695 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb29e32de85ef41b7b77a4-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb29e32de85ef41b7b77a4-0068530a26) -test ERROR: Container HEAD returning 503 for [] (txn: txb29e32de85ef41b7b77a4-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 1660695 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 1660695 2 +test INFO: - - - [16/May/2024:12:32:05 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0040 "-" 1660695 2 +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=1660695] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=1660695] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx46d7190cb4bd4245beb3b-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx46d7190cb4bd4245beb3b-0068530a26) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56e0260f26464845a0dfb-0068530a26) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx5e8a034bad824f48ad376-006645fcc5) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx5e8a034bad824f48ad376-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx5e8a034bad824f48ad376-006645fcc5) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273308.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2e9/0920e398a4cc531c31510e69bdb272e9/0920e398a4cc531c31510e69bdb272e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273313.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d5b/93033adcbd708e86dfe6357f4b1cdd5b/93033adcbd708e86dfe6357f4b1cdd5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273318.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/4e8/0430a4fe1514a865861366fa81f2b4e8/0430a4fe1514a865861366fa81f2b4e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273323.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7e4/bd9023f511889229f4dae68f4d34e7e4/bd9023f511889229f4dae68f4d34e7e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273328.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f6b/d01409689b1ad261b905f1ae46ec9f6b/d01409689b1ad261b905f1ae46ec9f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273333.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d7c/ce6ae9aa9093db7bd463e2920e9e1d7c/ce6ae9aa9093db7bd463e2920e9e1d7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273338.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/212/76fb19b19aa6f5cc1a491fec38227212/76fb19b19aa6f5cc1a491fec38227212.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273343.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fd9/05d49e36cf6f42dbb1ee80e9ae0bdfd9/05d49e36cf6f42dbb1ee80e9ae0bdfd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273348.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/098/c4e962d6e7dfbcaa9b1ca1ee20de5098/c4e962d6e7dfbcaa9b1ca1ee20de5098.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273353.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/236/50c6b772c0ad26ea4a7ce67dbd0dc236/50c6b772c0ad26ea4a7ce67dbd0dc236.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273358.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/736/df526863cc3a21268589cbd60a488736/df526863cc3a21268589cbd60a488736.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273363.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cc8/7ae485c57cd0dbc9ad5004548c3e6cc8/7ae485c57cd0dbc9ad5004548c3e6cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273368.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/4f0/9b7dd45edd5166542c1aee81b68604f0/9b7dd45edd5166542c1aee81b68604f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273373.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/857/e13d356e6b457c3275f144c84ea4a857/e13d356e6b457c3275f144c84ea4a857.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273378.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0d4/3e816303da26a301baa4ddabe1b6a0d4/3e816303da26a301baa4ddabe1b6a0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273383.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/4d9/165224bb5484a5907665856dd72fd4d9/165224bb5484a5907665856dd72fd4d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273388.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/10d/30e0294202373dba535c56af1ccf810d/30e0294202373dba535c56af1ccf810d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273393.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/254/308262b39f4d1263d37390f80af60254/308262b39f4d1263d37390f80af60254.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273398.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a7a/9bec1592b6a4b965b0486c00b9c89a7a/9bec1592b6a4b965b0486c00b9c89a7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273403.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3f9/6a1ca9cb67629322da896f551aa933f9/6a1ca9cb67629322da896f551aa933f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273408.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/466/54b69528d4c10d0a2129998cff438466/54b69528d4c10d0a2129998cff438466.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273413.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/af0/1d00f1ea1bacc3f8a41956e007894af0/1d00f1ea1bacc3f8a41956e007894af0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273418.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/069/d34ee7f33ca5db5017a85657d5106069/d34ee7f33ca5db5017a85657d5106069.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273423.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f1f/2bf7da5750a83929895b4e4f2171ff1f/2bf7da5750a83929895b4e4f2171ff1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273428.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e7d/c9294c310fa30ad7d791f7bb2f490e7d/c9294c310fa30ad7d791f7bb2f490e7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273433.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2ad/788fc56f486536e9163689d3d96a72ad/788fc56f486536e9163689d3d96a72ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273438.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7e0/3af253c15f0e055af0cec7f9a7efb7e0/3af253c15f0e055af0cec7f9a7efb7e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273443.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c7a/d1b9e550386600671478872c17bbac7a/d1b9e550386600671478872c17bbac7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273448.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/0d6/92b0896cf95106e0cb293f609f8f40d6/92b0896cf95106e0cb293f609f8f40d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273453.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/93d/1b91b3d4c40dd59ef9009506c110293d/1b91b3d4c40dd59ef9009506c110293d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273458.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/987/63bc9410cc6bfe053b477ed6eff20987/63bc9410cc6bfe053b477ed6eff20987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273463.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c42/d84c207c8fe8e91a97c1a48282465c42/d84c207c8fe8e91a97c1a48282465c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273468.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/47f/5b42da405e0dc1c6f0af76e78e2fc47f/5b42da405e0dc1c6f0af76e78e2fc47f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273473.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/157/520f3a7b6b4795172be5bd3f00f50157/520f3a7b6b4795172be5bd3f00f50157.db -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Setting object count to 1072 (txn: tx0b91e349e8f344e5824b4-0068530a24) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Setting object count to 1072 (txn: txc8318237f86549c0b20d5-0068530a25) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx933f68a3125d4475a38d8-0068530a26) -test DEBUG: Setting object count to 1072 (txn: tx933f68a3125d4475a38d8-0068530a26) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273478.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/76a/1bd444ee9d319f16f915140753b8676a/1bd444ee9d319f16f915140753b8676a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273483.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/22d/1de18423111f81425dbe47d44693722d/1de18423111f81425dbe47d44693722d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273488.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/830/aee56f8593aa037685cdd496a1f2c830/aee56f8593aa037685cdd496a1f2c830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273493.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/be0/d9229540eab9aa0f78ed3a911f615be0/d9229540eab9aa0f78ed3a911f615be0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273498.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/74c/c64fad81b13adc2aeff08d3efdf1c74c/c64fad81b13adc2aeff08d3efdf1c74c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273503.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/016/e5acab5d3f333e1900eae7f56adad016/e5acab5d3f333e1900eae7f56adad016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273508.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7ba/5fe719739e79ff7d186f363d46ebd7ba/5fe719739e79ff7d186f363d46ebd7ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273513.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d21/9cbefe12489cc485334e857e75f24d21/9cbefe12489cc485334e857e75f24d21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273518.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/dc7/18349859525b48cc2b9dcce15e131dc7/18349859525b48cc2b9dcce15e131dc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273523.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/63a/6ca4105f7f1fcd4ad7bf3090e252763a/6ca4105f7f1fcd4ad7bf3090e252763a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273528.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c29/f1abe815b4d6ae4cfa5b29ba5e13ac29/f1abe815b4d6ae4cfa5b29ba5e13ac29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273533.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/74f/6305a16c9d5f08cf2e67de273f84974f/6305a16c9d5f08cf2e67de273f84974f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273538.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/17f/8af68fdeb3e5c10abb05a31111c4e17f/8af68fdeb3e5c10abb05a31111c4e17f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273543.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/319/5df15ee8d22db0fb37198ad8696af319/5df15ee8d22db0fb37198ad8696af319.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273548.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cec/dbb8052e04aeea1fceef9d6632509cec/dbb8052e04aeea1fceef9d6632509cec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273553.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e26/66841d0dbc9f40be9f1d6e90f3213e26/66841d0dbc9f40be9f1d6e90f3213e26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273558.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c06/f2ae778db3d74df9c15f9f4dfbe05c06/f2ae778db3d74df9c15f9f4dfbe05c06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273563.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/3db/fe43b9c3cbd971a2712c82abf438b3db/fe43b9c3cbd971a2712c82abf438b3db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273568.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/085/b8a864eb756885f1b20cc431d599e085/b8a864eb756885f1b20cc431d599e085.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273573.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a89/cd246dffab796a70d93bd5b359caca89/cd246dffab796a70d93bd5b359caca89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273578.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9c6/fa1d37f9458d11fed68f57bb846739c6/fa1d37f9458d11fed68f57bb846739c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273583.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/417/e68389a44a508ec024f41bb33169b417/e68389a44a508ec024f41bb33169b417.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273588.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a9f/35057c13dca2de0fa94a25d100869a9f/35057c13dca2de0fa94a25d100869a9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273593.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/465/ec7da18c08d4314611e60170997a7465/ec7da18c08d4314611e60170997a7465.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273598.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/620/90103ac28a952eda5991a5ffdfdc1620/90103ac28a952eda5991a5ffdfdc1620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273603.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e59/7bf670b75d79407b3e8ca0472b406e59/7bf670b75d79407b3e8ca0472b406e59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273608.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/cdc/6e118d99b8ed3c443eed5215ec0cacdc/6e118d99b8ed3c443eed5215ec0cacdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273613.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/db3/096b2ce3c8e0cbac3018f4d747bc8db3/096b2ce3c8e0cbac3018f4d747bc8db3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273618.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/1b4/dd1aa09abcecd7c9f871c849c7d061b4/dd1aa09abcecd7c9f871c849c7d061b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273623.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/c2d/3a3c571f3f510251790eeee2516a9c2d/3a3c571f3f510251790eeee2516a9c2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273628.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b9c/b00f2b07c559e1f63a1f5a513910ab9c/b00f2b07c559e1f63a1f5a513910ab9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273633.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a7f/4a4e957ffb1fc37a102f1df234401a7f/4a4e957ffb1fc37a102f1df234401a7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273638.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/bdb/cbdd1875e167f7d6a7e5d18c35104bdb/cbdd1875e167f7d6a7e5d18c35104bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273643.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/23d/0e2d4c1ef2f602e4acf3b967475bd23d/0e2d4c1ef2f602e4acf3b967475bd23d.db -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56e0260f26464845a0dfb-0068530a26) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56e0260f26464845a0dfb-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx56e0260f26464845a0dfb-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9b4aa6e74f964c64b702b-0068530a26) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txabbb32f8475644a58d0b1-0068530a26) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6294bfbe39254661a03bd-0068530a26) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0b250d2b2d584d58b3b30-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx46f28ebaa5614bf0acd84-0068530a26) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe8b03ffdbfb2407086886-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe8b03ffdbfb2407086886-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe8b03ffdbfb2407086886-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe8b03ffdbfb2407086886-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx462b1fb038604491a818d-006645fcc5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6a4760a2ce164420ba330-006645fcc5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb7611f6491e24618bf770-006645fcc5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txcd7738164852460293b1e-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx6a2ca5c10df84f46964a8-006645fcc5) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104784,13 +98465,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: txdd9204972ef7432099877-0068530a26) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9a52b8c3c7a4493db9ac9-0068530a26) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5229d8465f21449ba7bba-0068530a26) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8f8473d5390b4da09f241-0068530a26) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf0d36d499c3144c1b3f2e-0068530a26) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx62a8e21758fe40dab5d4e-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx79dea6df1b0d40c8874f3-0068530a26) +Exception: kaboom! (txn: tx0c3ff43483a24c04ad5fb-006645fcc5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6f6dbc50a42c43a1b4f1d-006645fcc5) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx18997254bdcb4a4bbf268-006645fcc5) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx69e1a28ef8c542e6b26d2-006645fcc5) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4c86a0a96424448da4fb5-006645fcc5) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx4efe7216adf34b9bbe585-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx2e2e845a94c5419ba1775-006645fcc5) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104807,13 +98488,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx7b878fd2b6664cf8a4a6e-0068530a26) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx1c7e98a494b14bb88e15e-0068530a26) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8b800e5a27f648f5b48db-0068530a26) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx115fa8d33dd34106af001-0068530a26) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx175b9f0c5a2f4ca386b9c-0068530a26) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txbb0ca86cc2364b2ca35b4-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx73fb025b6b8844c79a5cc-0068530a26) +Exception: kaboom! (txn: txb841b389565142dba385b-006645fcc5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx960bd98f8d104882be8a4-006645fcc5) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx67051d291d2042c1badb6-006645fcc5) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3d137274362a42378e51c-006645fcc5) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb57ed41c2bb54a6aa0e44-006645fcc5) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf13df159929849dfa0c20-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx87132860d40840068a15f-006645fcc5) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104830,15 +98511,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx8f348c0e1a044ae1888c5-0068530a26) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx65f21f3be0034efb94598-0068530a26) +Exception: kaboom! (txn: txab6f2e3c46804e8486fd7-006645fcc5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4c0f45709b5e421e98da6-006645fcc5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txae031135915b4279b65b4-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: txdf2959d38c33488083908-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx4e972199428b44ab8cec7-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx4e972199428b44ab8cec7-0068530a26) +test INFO: Client disconnected on read of '/a/c' (txn: tx47638929c3c64a76ae191-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx774b18bbc3e44ff8a7e70-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx9a4afaf8db7e42c0a4dc8-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx9a4afaf8db7e42c0a4dc8-006645fcc5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104875,7 +98556,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104912,7 +98593,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104949,8 +98630,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105024,7 +98705,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: @@ -105066,7 +98747,7 @@ test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105103,7 +98784,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105140,10 +98821,98 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863129.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f0d/544bb59705c30b701ab9b23881514f0d/544bb59705c30b701ab9b23881514f0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863134.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a7b/13bca0f75b9d73083b016320adb1ba7b/13bca0f75b9d73083b016320adb1ba7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863139.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863144.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1a2/500ba20f269bbbeb6d21528be5b031a2/500ba20f269bbbeb6d21528be5b031a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863149.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a56/f5ce2bd940b59c06ffc883a8ff1c0a56/f5ce2bd940b59c06ffc883a8ff1c0a56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863154.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dc8/2dd32b24574c266bacad6a92e59c8dc8/2dd32b24574c266bacad6a92e59c8dc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863159.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863164.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4bf/0a1d358c6e73a596ca970da5cc5654bf/0a1d358c6e73a596ca970da5cc5654bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863169.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1a8/d9b83d1131f508c38e50806f60f881a8/d9b83d1131f508c38e50806f60f881a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863174.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c41/52ad3484a398ad9c066b8fcda810ac41/52ad3484a398ad9c066b8fcda810ac41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863179.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d12/c1162739d4fa220ec4e8270b878fed12/c1162739d4fa220ec4e8270b878fed12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863184.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/646/5da187f206af2cf7a22ef04dd26ae646/5da187f206af2cf7a22ef04dd26ae646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863189.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b50/64aab570c90fc1a44328c31d72fd5b50/64aab570c90fc1a44328c31d72fd5b50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863194.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ab3/8a4067b6ef24d25d00a96cf845f8fab3/8a4067b6ef24d25d00a96cf845f8fab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863199.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1a1/aaa48993cc1e559747e60bab505711a1/aaa48993cc1e559747e60bab505711a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863204.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/410/153902d1e4b7e0ca3eeeaeaa42556410/153902d1e4b7e0ca3eeeaeaa42556410.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863209.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ab3/e6a6348d98148fe6c187cbadcf97bab3/e6a6348d98148fe6c187cbadcf97bab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863214.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/795/5d6d49aa22bddb2a96f1786a47809795/5d6d49aa22bddb2a96f1786a47809795.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863219.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d63/a1d0f124a0537cfaac82313e7227ad63/a1d0f124a0537cfaac82313e7227ad63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863224.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3a2/32dd8737bcb8b75b74cc3ad4befb63a2/32dd8737bcb8b75b74cc3ad4befb63a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863229.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/704/6e0fe0bfe645a00973370202f9c4b704/6e0fe0bfe645a00973370202f9c4b704.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863234.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f22/078eee33daf161b1e4fed62669443f22/078eee33daf161b1e4fed62669443f22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863239.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/18e/abf896c0161e8be5915c9ee65632b18e/abf896c0161e8be5915c9ee65632b18e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863244.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/68e/4e751183fdd13c0c3066007245c4d68e/4e751183fdd13c0c3066007245c4d68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863249.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fd8/65916a7b8cecfaa70394401118f04fd8/65916a7b8cecfaa70394401118f04fd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863254.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1fa/cd656664503ceb0026b795b92087f1fa/cd656664503ceb0026b795b92087f1fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863259.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4e2/a2f6332a47809c1aaa9db746e88234e2/a2f6332a47809c1aaa9db746e88234e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863264.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c6d/cecd1ae75a7058727159755c068f4c6d/cecd1ae75a7058727159755c068f4c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863269.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/919/9e5077b5d1c1d6ba8230d4402baf3919/9e5077b5d1c1d6ba8230d4402baf3919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863274.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fe9/06550b238d711866ea63a74a326b5fe9/06550b238d711866ea63a74a326b5fe9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863279.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b7c/18b7d08d4cf46b0dde2cf8983798eb7c/18b7d08d4cf46b0dde2cf8983798eb7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863284.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4cd/1aaa12c3424f68a5611819ee8dffc4cd/1aaa12c3424f68a5611819ee8dffc4cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863289.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b8a/80d375cfe6ea6ec9f2f72352f356ab8a/80d375cfe6ea6ec9f2f72352f356ab8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863294.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/69b/e4518c5ea9e79d78259fdf14cd74169b/e4518c5ea9e79d78259fdf14cd74169b.db +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: Setting object count to 1064 (txn: tx22d55fa51c5e48ad82a26-006645fcc1) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa1f7297224dc40cb8e677-006645fcc1) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa115f2f2722c479c94685-006645fcc1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Setting object count to 1065 (txn: tx7cbf6a9944d447b89dd9e-006645fcc2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Setting object count to 1065 (txn: tx860523601e1b4ccb85a30-006645fcc3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc16a7ab281f046a997281-006645fcc4) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txc16a7ab281f046a997281-006645fcc4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105180,10 +98949,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105220,9 +98989,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda @@ -105262,7 +99031,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105299,7 +99068,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -105336,7 +99105,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -105450,8 +99219,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (204, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: @@ -105462,1398 +99231,11125 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863299.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dc1/9c46aac6ff2deddd8015cce5c4c58dc1/9c46aac6ff2deddd8015cce5c4c58dc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863304.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dc2/28505a2fec8c3b62311ae3dcee941dc2/28505a2fec8c3b62311ae3dcee941dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863309.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/de2/643cb2e075167c5f7a9ae2b08b25ede2/643cb2e075167c5f7a9ae2b08b25ede2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863314.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/07f/57b046759bc078854e2438ee6097d07f/57b046759bc078854e2438ee6097d07f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863319.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/560/764b9b7196664b90a02782829b6f5560/764b9b7196664b90a02782829b6f5560.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863324.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/338/634e21ba94cc0351d23cc9a171f69338/634e21ba94cc0351d23cc9a171f69338.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863329.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d92/b3d6044c9d915a7a299256c458901d92/b3d6044c9d915a7a299256c458901d92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863334.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a73/aad2136eaa1db6bffe82c3e18f4bfa73/aad2136eaa1db6bffe82c3e18f4bfa73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863339.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/585/d383ecfc24a119bbb7e30bef9e26f585/d383ecfc24a119bbb7e30bef9e26f585.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863344.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3ed/160cd34f6769948c9cf0b531bc1783ed/160cd34f6769948c9cf0b531bc1783ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863349.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/24d/b735bb8235f691233737689d7332324d/b735bb8235f691233737689d7332324d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863354.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/bf1/d90ec42a59f083b4db0131ff24752bf1/d90ec42a59f083b4db0131ff24752bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863359.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4fb/afc8caa7be3177c84ffff9aecceeb4fb/afc8caa7be3177c84ffff9aecceeb4fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863364.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/7e9/9b3e7b45770b4208ea74dff98055d7e9/9b3e7b45770b4208ea74dff98055d7e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863369.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c3e/bc3be5f44c1a9b3c38b4a58b84dccc3e/bc3be5f44c1a9b3c38b4a58b84dccc3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863374.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f1c/c8000138da7ea32236da496d2c309f1c/c8000138da7ea32236da496d2c309f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863379.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/15f/542c41a668585a647439d97c961ac15f/542c41a668585a647439d97c961ac15f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863384.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1bf/2954a4cc3bfaf6871f3e71a75edc81bf/2954a4cc3bfaf6871f3e71a75edc81bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863389.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/34c/5f0897b6d7abcb606338aef8ada3734c/5f0897b6d7abcb606338aef8ada3734c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863394.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/088/2892445f521f715804c6c6a888e71088/2892445f521f715804c6c6a888e71088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863399.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8da/bb2ac71470709c6636dd2e93f2f7c8da/bb2ac71470709c6636dd2e93f2f7c8da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863404.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/88f/5d2d678b5668e45e9c1af9d9f1d2588f/5d2d678b5668e45e9c1af9d9f1d2588f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863409.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/2ab/9979e892cf86e699e83d2f58fa9742ab/9979e892cf86e699e83d2f58fa9742ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863414.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8da/aff4914980bc71a2459a8078756ef8da/aff4914980bc71a2459a8078756ef8da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863419.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f33/c696e13be7f3bbb0b12b58d60a0baf33/c696e13be7f3bbb0b12b58d60a0baf33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863424.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/31e/480993cc5a06c2d74b94e2e92634031e/480993cc5a06c2d74b94e2e92634031e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863429.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/880/15820fe05bf7556dc112164c3240e880/15820fe05bf7556dc112164c3240e880.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863434.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/29a/2c54b8e3ac8c94906d9801d19d60529a/2c54b8e3ac8c94906d9801d19d60529a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863439.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a23/97d431d5ab06ba1a01d8c304c3d59a23/97d431d5ab06ba1a01d8c304c3d59a23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863444.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fa2/e1ecb62aeb9c76521afdadcd73d72fa2/e1ecb62aeb9c76521afdadcd73d72fa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863449.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ae7/43df28a83c5912458d88437e5105fae7/43df28a83c5912458d88437e5105fae7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863454.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/aad/4bb865f526ce9c84a301759afed7aaad/4bb865f526ce9c84a301759afed7aaad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863459.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ae1/47a5371b19bedce85a9ad627d7e1aae1/47a5371b19bedce85a9ad627d7e1aae1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863464.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fb7/57e4460aa9308f68d3f4cd3a097fffb7/57e4460aa9308f68d3f4cd3a097fffb7.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: txfd0123b6cf514cffa8808-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txea526facbf50414ea9566-006645fcc5) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txea526facbf50414ea9566-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: txdcf6b882ea944ec3a1b4d-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: txea40490044de42a4b9912-006645fcc5) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3893467099ed4f3fadd91-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3893467099ed4f3fadd91-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3893467099ed4f3fadd91-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3893467099ed4f3fadd91-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: tx3893467099ed4f3fadd91-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx3893467099ed4f3fadd91-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: tx15462d70ddce47cdb6e08-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: tx12cf8a27a5324c2096ad0-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx25d5aa134672479bb1739-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx25d5aa134672479bb1739-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx25d5aa134672479bb1739-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: tx25d5aa134672479bb1739-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecbccaef1ac14228a9486-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecbccaef1ac14228a9486-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx62570014280f43a7b2b3f-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx62570014280f43a7b2b3f-006645fcc5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx62570014280f43a7b2b3f-006645fcc5) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx62570014280f43a7b2b3f-006645fcc5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc5587d6f8ba04b629be5f-006645fcc5) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx296ce142c3ed4d53889db-006645fcc5) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx296ce142c3ed4d53889db-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx296ce142c3ed4d53889db-006645fcc5) +test ERROR: Container GET returning 503 for [] (txn: txdaf9cf2453a949c2949b9-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: txdaf9cf2453a949c2949b9-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx95ba046d1d7b409a812b3-006645fcc5) +test INFO: Client disconnected on read of '/a/c' (txn: tx95ba046d1d7b409a812b3-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx45b16b6fd8394d94a47f3-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc27210be362f41f8a7bca-006645fcc5) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txc27210be362f41f8a7bca-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92e79af72d7d40468ddc4-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx254cb4bde6b04d8587cef-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa258f88d037b4a909f946-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx685c72cb3ac04dd7a0b93-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2cf6547f9bc2453b8c2a9-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6b9681de7b9a43c9a3cd5-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a46f4ea2c6f4eab81d5c-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx71fde0fe2f444870b237b-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc1b4a8e8c27947cfbe46c-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx314e990c36f54ad3b763d-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0d19194eaf6e40b79cce4-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5288ec8294c44409b216c-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeccd3f01cedf4d10b1df3-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txefb4722084d64668b59b5-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb64b5239c39240c8ab503-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx43f86d4819084034a9cc8-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9baf7a85f7f747aeb5df1-006645fcc6) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx317a0c5c2f2d41329df58-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4b9ea67a509a4cf980ba8-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx260c81d1499b432187039-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx92d1f2519d814d6daf4af-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx44c16c01b3fe46c2845ea-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx39d875ea4f084a2ebab3f-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7857faa7ac764a7dbf2cd-006645fcc6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe7bb16c8bc834adb8ff7c-006645fcc6) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx3d0864fe257b4178969b9-006645fcc6) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx5c3125414ab94fa3895d1-006645fcc6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe978338a63da4edfb46bd-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9dfd66b5a18847ed85a5d-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txd541b480b30741c8b387a-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx392016b2439f4232a15f3-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd8e09afe8dfe474885363-006645fcc6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txefb2b0c8234e475a99812-006645fcc6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx999e4cc0d74a441795b7a-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4696fca5272d4e1ca7610-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txae63e1c58a944763a85ff-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txede368874b164619a8434-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx03deca494fa54a189ded6-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdf959f5ba758494e9ceb9-006645fcc6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx1c9d98c659c74666b275f-006645fcc6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1c9d98c659c74666b275f-006645fcc6) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpmvxcsk52/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmvxcsk52/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpmvxcsk52/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmvxcsk52/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 1660695 - +HTTP PERF: 0.00617 seconds to PUT 127.0.0.1:43383 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1660695 - +HTTP PERF: 0.00494 seconds to PUT 127.0.0.1:36477 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660695 - +HTTP PERF: 0.00490 seconds to PUT 127.0.0.1:43383 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660695 - +HTTP PERF: 0.00481 seconds to PUT 127.0.0.1:36477 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc97e406238004b16a0109-006645fcc6" "proxy-server 1660695" 0.0013 "-" 1660695 - +HTTP PERF: 0.00299 seconds to HEAD 127.0.0.1:43383 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:39217/sda1/3/a/c" "txc97e406238004b16a0109-006645fcc6" "container-server 1660695" 0.0012 "-" 1660695 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53879/sdb1/3/a/c" "txc97e406238004b16a0109-006645fcc6" "container-server 1660695" 0.0012 "-" 1660695 0 +HTTP PERF: 0.01096 seconds to PUT 127.0.0.1:43383 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txc97e406238004b16a0109-006645fcc6" "proxy-server 1660695" 0.0154 "-" 1660695 0 +HTTP PERF: 0.00595 seconds to PUT 127.0.0.1:36477 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txc97e406238004b16a0109-006645fcc6" "proxy-server 1660695" 0.0106 "-" 1660695 0 +HTTP PERF: 0.01838 seconds to PUT 127.0.0.1:39217 /sda1/3/a/c) +HTTP PERF: 0.01847 seconds to PUT 127.0.0.1:53879 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc97e406238004b16a0109-006645fcc6 - 0.0248 - - 1715862726.367813110 1715862726.392592430 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2005b2092a6b4cecb6f28-006645fcc6" "proxy-server 1660695" 0.0012 "-" 1660695 - +HTTP PERF: 0.00319 seconds to HEAD 127.0.0.1:43383 /sda1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53879/sdb1/0/a1/c1" "tx2005b2092a6b4cecb6f28-006645fcc6" "container-server 1660695" 0.0011 "-" 1660695 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39217/sda1/0/a1/c1" "tx2005b2092a6b4cecb6f28-006645fcc6" "container-server 1660695" 0.0011 "-" 1660695 0 +HTTP PERF: 0.00491 seconds to PUT 127.0.0.1:43383 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2005b2092a6b4cecb6f28-006645fcc6" "proxy-server 1660695" 0.0091 "-" 1660695 0 +HTTP PERF: 0.01037 seconds to PUT 127.0.0.1:36477 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2005b2092a6b4cecb6f28-006645fcc6" "proxy-server 1660695" 0.0145 "-" 1660695 0 +HTTP PERF: 0.01618 seconds to PUT 127.0.0.1:53879 /sdb1/0/a1/c1) +HTTP PERF: 0.01687 seconds to PUT 127.0.0.1:39217 /sda1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2005b2092a6b4cecb6f28-006645fcc6 - 0.0230 - - 1715862726.394168854 1715862726.417147875 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx149dbf18893e46008e032-006645fcc6" "proxy-server 1660695" 0.0021 "-" 1660695 - +HTTP PERF: 0.00369 seconds to HEAD 127.0.0.1:43383 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39217/sda1/3/a/c1" "tx149dbf18893e46008e032-006645fcc6" "container-server 1660695" 0.0013 "-" 1660695 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53879/sdb1/3/a/c1" "tx149dbf18893e46008e032-006645fcc6" "container-server 1660695" 0.0019 "-" 1660695 1 +HTTP PERF: 0.01227 seconds to PUT 127.0.0.1:36477 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx149dbf18893e46008e032-006645fcc6" "proxy-server 1660695" 0.0164 "-" 1660695 1 +HTTP PERF: 0.00707 seconds to PUT 127.0.0.1:43383 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx149dbf18893e46008e032-006645fcc6" "proxy-server 1660695" 0.0129 "-" 1660695 1 +HTTP PERF: 0.01945 seconds to PUT 127.0.0.1:39217 /sda1/3/a/c1) +HTTP PERF: 0.01950 seconds to PUT 127.0.0.1:53879 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx149dbf18893e46008e032-006645fcc6 - 0.0267 - - 1715862726.418680668 1715862726.445416451 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx23d842dac1e84bab800dd-006645fcc6" "proxy-server 1660695" 0.0023 "-" 1660695 - +HTTP PERF: 0.00404 seconds to HEAD 127.0.0.1:43383 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39217/sda1/0/a/c2" "tx23d842dac1e84bab800dd-006645fcc6" "container-server 1660695" 0.0012 "-" 1660695 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53879/sdb1/0/a/c2" "tx23d842dac1e84bab800dd-006645fcc6" "container-server 1660695" 0.0017 "-" 1660695 2 +HTTP PERF: 0.01016 seconds to PUT 127.0.0.1:43383 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx23d842dac1e84bab800dd-006645fcc6" "proxy-server 1660695" 0.0144 "-" 1660695 2 +HTTP PERF: 0.00632 seconds to PUT 127.0.0.1:36477 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx23d842dac1e84bab800dd-006645fcc6" "proxy-server 1660695" 0.0107 "-" 1660695 2 +HTTP PERF: 0.01729 seconds to PUT 127.0.0.1:39217 /sda1/0/a/c2) +HTTP PERF: 0.01738 seconds to PUT 127.0.0.1:53879 /sdb1/0/a/c2) +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863469.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/9aa/a438384193973d8c46d7b4db3f2629aa/a438384193973d8c46d7b4db3f2629aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863474.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/2f8/1c05a7cc0b200de5b9dceca0263402f8/1c05a7cc0b200de5b9dceca0263402f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863479.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/650/af7af3ad2c7865a99570e7bed2f4f650/af7af3ad2c7865a99570e7bed2f4f650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863484.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8cf/bbe695b5406efd4ea40169fcffb378cf/bbe695b5406efd4ea40169fcffb378cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863489.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/64b/f8231de10946d520f3fb4b5097b1664b/f8231de10946d520f3fb4b5097b1664b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863494.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8c5/819375adaa830a2329848e9ce93d38c5/819375adaa830a2329848e9ce93d38c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863499.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/2cb/e0b400a37353ce582d811efcd643d2cb/e0b400a37353ce582d811efcd643d2cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863504.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/56d/b14b4284a441cb263ed962d898c6456d/b14b4284a441cb263ed962d898c6456d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863509.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e97/eea6dfa3648f3d69c298d5a55efd6e97/eea6dfa3648f3d69c298d5a55efd6e97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863514.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/6e7/658bdd7a87657fe298a8e209642136e7/658bdd7a87657fe298a8e209642136e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863519.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/411/e736f6b1ec7044a62ab74d78a7930411/e736f6b1ec7044a62ab74d78a7930411.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863524.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f6d/8b78628991568d7cd86928023c63bf6d/8b78628991568d7cd86928023c63bf6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863529.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/348/b4ea9bb2edad03607fcd548ed97f4348/b4ea9bb2edad03607fcd548ed97f4348.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863534.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/121/f50a1a7f3a004c513177b49b12a98121/f50a1a7f3a004c513177b49b12a98121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863539.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a9c/e7466eeceed2396d69fb3a7ba7325a9c/e7466eeceed2396d69fb3a7ba7325a9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863544.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/806/4c4bd34cec7599e37f76df383f3e9806/4c4bd34cec7599e37f76df383f3e9806.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863549.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/9b1/52dd8c637be263a38f52ac3c6bf8b9b1/52dd8c637be263a38f52ac3c6bf8b9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863554.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/7af/7a9faa0b60a66259cefaf923d48c47af/7a9faa0b60a66259cefaf923d48c47af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863559.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fb7/75eb19e653e71a23c1d82a0673616fb7/75eb19e653e71a23c1d82a0673616fb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863564.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/86d/be77f1cc348671775ab9ae7b9707886d/be77f1cc348671775ab9ae7b9707886d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863569.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/143/04127cec0f8befbef708e08cb98c4143/04127cec0f8befbef708e08cb98c4143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863574.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/420/28a56da4fa2801db5b3b9b000e7f1420/28a56da4fa2801db5b3b9b000e7f1420.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863579.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/642/3dd80aba1f9a7068f477e312ea352642/3dd80aba1f9a7068f477e312ea352642.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863584.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a78/221b3290c94ceb9a991e6dc472cf1a78/221b3290c94ceb9a991e6dc472cf1a78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863589.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/db6/40471128d8dae500b84a98d3b403cdb6/40471128d8dae500b84a98d3b403cdb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863594.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/669/38abc6be1b004c36626fca79cba5d669/38abc6be1b004c36626fca79cba5d669.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863599.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fbc/bf67a15bc185a83c0fd8525d4431cfbc/bf67a15bc185a83c0fd8525d4431cfbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863604.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/eee/8d447b631be8ece6c23cc2bb94668eee/8d447b631be8ece6c23cc2bb94668eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863609.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/56d/30afe4c296af17bb5721eb8e0858d56d/30afe4c296af17bb5721eb8e0858d56d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863614.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/03a/77f5dcf19d3938d3d6312f750e1a803a/77f5dcf19d3938d3d6312f750e1a803a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863619.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4a7/913c80ccd49bad922a4a5215778d84a7/913c80ccd49bad922a4a5215778d84a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863624.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/0a6/91950189850be11b814717e18558b0a6/91950189850be11b814717e18558b0a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863629.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/6f7/6812a2a3727773ffc328ecf4a02276f7/6812a2a3727773ffc328ecf4a02276f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863634.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/528/444d9feca2d4eefc43205690c7281528/444d9feca2d4eefc43205690c7281528.db +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx23d842dac1e84bab800dd-006645fcc6 - 0.0250 - - 1715862726.447150707 1715862726.472157955 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpbavbvxzn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbavbvxzn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpbavbvxzn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbavbvxzn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 1660695 - +HTTP PERF: 0.00600 seconds to PUT 127.0.0.1:53083 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0035 "-" 1660695 - +HTTP PERF: 0.00543 seconds to PUT 127.0.0.1:41521 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0035 "-" 1660695 - +HTTP PERF: 0.00514 seconds to PUT 127.0.0.1:53083 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1660695 - +HTTP PERF: 0.00483 seconds to PUT 127.0.0.1:41521 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx08d4b69895c0411689130-006645fcc6" "proxy-server 1660695" 0.0014 "-" 1660695 - +HTTP PERF: 0.00300 seconds to HEAD 127.0.0.1:53083 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48869/sda1/3/a/c" "tx08d4b69895c0411689130-006645fcc6" "container-server 1660695" 0.0013 "-" 1660695 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45013/sdb1/3/a/c" "tx08d4b69895c0411689130-006645fcc6" "container-server 1660695" 0.0012 "-" 1660695 0 +HTTP PERF: 0.01086 seconds to PUT 127.0.0.1:53083 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx08d4b69895c0411689130-006645fcc6" "proxy-server 1660695" 0.0154 "-" 1660695 0 +HTTP PERF: 0.00704 seconds to PUT 127.0.0.1:41521 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx08d4b69895c0411689130-006645fcc6" "proxy-server 1660695" 0.0115 "-" 1660695 0 +HTTP PERF: 0.01814 seconds to PUT 127.0.0.1:45013 /sdb1/3/a/c) +HTTP PERF: 0.01910 seconds to PUT 127.0.0.1:48869 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx08d4b69895c0411689130-006645fcc6 - 0.0250 - - 1715862726.710557938 1715862726.735587120 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7f3c5832285a4f358ee5e-006645fcc6" "proxy-server 1660695" 0.0013 "-" 1660695 - +HTTP PERF: 0.00305 seconds to HEAD 127.0.0.1:53083 /sda1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45013/sdb1/0/a1/c1" "tx7f3c5832285a4f358ee5e-006645fcc6" "container-server 1660695" 0.0012 "-" 1660695 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48869/sda1/0/a1/c1" "tx7f3c5832285a4f358ee5e-006645fcc6" "container-server 1660695" 0.0011 "-" 1660695 0 +HTTP PERF: 0.00519 seconds to PUT 127.0.0.1:41521 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f3c5832285a4f358ee5e-006645fcc6" "proxy-server 1660695" 0.0096 "-" 1660695 0 +HTTP PERF: 0.01094 seconds to PUT 127.0.0.1:53083 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f3c5832285a4f358ee5e-006645fcc6" "proxy-server 1660695" 0.0155 "-" 1660695 0 +HTTP PERF: 0.01757 seconds to PUT 127.0.0.1:48869 /sda1/0/a1/c1) +HTTP PERF: 0.01769 seconds to PUT 127.0.0.1:45013 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7f3c5832285a4f358ee5e-006645fcc6 - 0.0242 - - 1715862726.737191200 1715862726.761408091 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx658b28e02411473e99c45-006645fcc6" "proxy-server 1660695" 0.0023 "-" 1660695 - +HTTP PERF: 0.00388 seconds to HEAD 127.0.0.1:53083 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:45013/sdb1/3/a/c1" "tx658b28e02411473e99c45-006645fcc6" "container-server 1660695" 0.0022 "-" 1660695 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:48869/sda1/3/a/c1" "tx658b28e02411473e99c45-006645fcc6" "container-server 1660695" 0.0013 "-" 1660695 1 +HTTP PERF: 0.01220 seconds to PUT 127.0.0.1:41521 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx658b28e02411473e99c45-006645fcc6" "proxy-server 1660695" 0.0165 "-" 1660695 1 +HTTP PERF: 0.00847 seconds to PUT 127.0.0.1:53083 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx658b28e02411473e99c45-006645fcc6" "proxy-server 1660695" 0.0127 "-" 1660695 1 +HTTP PERF: 0.01962 seconds to PUT 127.0.0.1:48869 /sda1/3/a/c1) +HTTP PERF: 0.01953 seconds to PUT 127.0.0.1:45013 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx658b28e02411473e99c45-006645fcc6 - 0.0269 - - 1715862726.762982607 1715862726.789905548 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb30e0ffabbd04ff79b7cf-006645fcc6" "proxy-server 1660695" 0.0021 "-" 1660695 - +HTTP PERF: 0.00381 seconds to HEAD 127.0.0.1:41521 /sdb1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45013/sdb1/0/a/c2" "txb30e0ffabbd04ff79b7cf-006645fcc6" "container-server 1660695" 0.0011 "-" 1660695 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48869/sda1/0/a/c2" "txb30e0ffabbd04ff79b7cf-006645fcc6" "container-server 1660695" 0.0017 "-" 1660695 2 +HTTP PERF: 0.00545 seconds to PUT 127.0.0.1:53083 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb30e0ffabbd04ff79b7cf-006645fcc6" "proxy-server 1660695" 0.0097 "-" 1660695 2 +HTTP PERF: 0.01107 seconds to PUT 127.0.0.1:41521 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb30e0ffabbd04ff79b7cf-006645fcc6" "proxy-server 1660695" 0.0154 "-" 1660695 2 +HTTP PERF: 0.01699 seconds to PUT 127.0.0.1:45013 /sdb1/0/a/c2) +HTTP PERF: 0.01773 seconds to PUT 127.0.0.1:48869 /sda1/0/a/c2) +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863639.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/7f6/71b6201ac059cd7b673fcbf63e8387f6/71b6201ac059cd7b673fcbf63e8387f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863644.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/02c/a684b9b9547e1362380261d806d9c02c/a684b9b9547e1362380261d806d9c02c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863649.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/9cf/8b891d3bdbe79a9ebfa85a7591fcc9cf/8b891d3bdbe79a9ebfa85a7591fcc9cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863654.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ee8/032f9d9933500a12c3e1f6bc66d1cee8/032f9d9933500a12c3e1f6bc66d1cee8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863659.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4d4/03afaa1e4b04a26f6d82cd446ea964d4/03afaa1e4b04a26f6d82cd446ea964d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863664.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1e8/3ccc7e8f9348e3f0cd060448b81d81e8/3ccc7e8f9348e3f0cd060448b81d81e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863669.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/0f7/fa16f5aa5bf89bbb13580fcd1ea970f7/fa16f5aa5bf89bbb13580fcd1ea970f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863674.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ad4/db25a83f910692274bfcfd2c57150ad4/db25a83f910692274bfcfd2c57150ad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863679.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8b0/acdd916af80f9717a2720ed57fcc78b0/acdd916af80f9717a2720ed57fcc78b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863684.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f1c/00efa2d30d4b8102fca6dc9f8d7b9f1c/00efa2d30d4b8102fca6dc9f8d7b9f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863689.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/965/377a7c062af48bece933db29e00d5965/377a7c062af48bece933db29e00d5965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863694.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/039/a004c8522c1c71c92f8b585ba65e3039/a004c8522c1c71c92f8b585ba65e3039.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863699.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c37/2d43d47cc4a793632402919fb8e5cc37/2d43d47cc4a793632402919fb8e5cc37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863704.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/438/a05703db66879192d8b1732913845438/a05703db66879192d8b1732913845438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863709.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/73c/c505a134b3020efc49ea92a92b94573c/c505a134b3020efc49ea92a92b94573c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863714.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/af3/c433255b1ae5a23da6c78bd40a047af3/c433255b1ae5a23da6c78bd40a047af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863719.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/31d/8d05eafa00c0a74cd88014115459431d/8d05eafa00c0a74cd88014115459431d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863724.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/331/41e0a1d0cbe4c27a7f4fd72f5728b331/41e0a1d0cbe4c27a7f4fd72f5728b331.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863729.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d76/3b48229c6ad2173add3e28a843e2fd76/3b48229c6ad2173add3e28a843e2fd76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863734.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/b00/362c29efa94374fffb0873e807f5bb00/362c29efa94374fffb0873e807f5bb00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863739.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ed5/6c7a88b7d48adc6482eac2dd528f7ed5/6c7a88b7d48adc6482eac2dd528f7ed5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863744.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3b0/0f107e6496cbac8ad3e7718133d293b0/0f107e6496cbac8ad3e7718133d293b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863749.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/2fa/67a91c529020c18c49a64748873a82fa/67a91c529020c18c49a64748873a82fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863754.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/dc8/cc684dbb59d8bab9a8dc23a16134cdc8/cc684dbb59d8bab9a8dc23a16134cdc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863759.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/11c/20bb9109f3127f0950cea18175e2611c/20bb9109f3127f0950cea18175e2611c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863764.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f2f/d64f58d9e9ecad1338a65fcc544eaf2f/d64f58d9e9ecad1338a65fcc544eaf2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863769.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/3ba/64365763de8fc098564517713e9ea3ba/64365763de8fc098564517713e9ea3ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863774.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/211/5e51507af6ca1105b051770722d6d211/5e51507af6ca1105b051770722d6d211.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863779.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/294/43146709483ea076ca4977dcfe6dc294/43146709483ea076ca4977dcfe6dc294.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863784.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/abc/5b0fa91d2722499ac20504ff46c32abc/5b0fa91d2722499ac20504ff46c32abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863789.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/534/53f27a8ff6ff750046422620317ea534/53f27a8ff6ff750046422620317ea534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863794.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/129/58449933b21573e2ba7b28059418e129/58449933b21573e2ba7b28059418e129.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863799.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/51c/5b2de1aef0f10f7a1bf656814326e51c/5b2de1aef0f10f7a1bf656814326e51c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863804.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c29/b2ab119236d81ec4044105267a82cc29/b2ab119236d81ec4044105267a82cc29.db +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/06 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb30e0ffabbd04ff79b7cf-006645fcc6 - 0.0247 - - 1715862726.791429520 1715862726.816085100 2 +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txcf13583394a34f3fbd6d1-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx55678042f6fd497bb6b0f-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx55678042f6fd497bb6b0f-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55678042f6fd497bb6b0f-006645fcc5) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx55678042f6fd497bb6b0f-006645fcc5) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txecbbe84e3e70498ea66df-006645fcc5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txecbbe84e3e70498ea66df-006645fcc5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txecbbe84e3e70498ea66df-006645fcc5) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txecbbe84e3e70498ea66df-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: Setting object count to 3120 (txn: tx7be10f3f06c249d9af06a-006645fcc6) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863809.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d24/54e157f487bb97a0bf88cbde60f1ad24/54e157f487bb97a0bf88cbde60f1ad24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863814.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/032/90f783241961f3be5cd52a8d2c353032/90f783241961f3be5cd52a8d2c353032.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863819.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d2b/1b67fed0e8e41fbd56b477093a74ad2b/1b67fed0e8e41fbd56b477093a74ad2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863824.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f26/45ff0a87fa5f01679297669b22e2ff26/45ff0a87fa5f01679297669b22e2ff26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863829.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/d9f/85866f9c126423d6295beba49e838d9f/85866f9c126423d6295beba49e838d9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863834.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ee6/f907b1cf8e10785f8bb016c042f97ee6/f907b1cf8e10785f8bb016c042f97ee6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863839.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/1da/c844e2d7c5bff9bfffd9c5d97f9661da/c844e2d7c5bff9bfffd9c5d97f9661da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863844.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/a6c/138f659e350b838439c5c16f71159a6c/138f659e350b838439c5c16f71159a6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863849.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e40/b8e27d844f1f213b72b5cecb863e8e40/b8e27d844f1f213b72b5cecb863e8e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863854.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ce4/828ed4ab5a93e6112ee01ae5feb4dce4/828ed4ab5a93e6112ee01ae5feb4dce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863859.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/cd9/4d1add07f46fad37a39cc18a684f2cd9/4d1add07f46fad37a39cc18a684f2cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863864.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4a2/54170e7f3a973bdbe416bdf6f80464a2/54170e7f3a973bdbe416bdf6f80464a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863869.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/edb/fe5237c8f7334463563baabd6bbe1edb/fe5237c8f7334463563baabd6bbe1edb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863874.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/7c2/bdfd4d234f8e6d307e1cb96aedf007c2/bdfd4d234f8e6d307e1cb96aedf007c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863879.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4dd/45c21e2a943e474a9ef410617094a4dd/45c21e2a943e474a9ef410617094a4dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863884.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c5f/2011d0c2bdbd6e6f935d9a55d676ec5f/2011d0c2bdbd6e6f935d9a55d676ec5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863889.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/42f/9210d2883b82087a6c455c342805e42f/9210d2883b82087a6c455c342805e42f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863894.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/96d/ea531ee4c5515d3707432f3cfb92c96d/ea531ee4c5515d3707432f3cfb92c96d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863899.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/ccf/b83c97f04ba08fcbcba105346995eccf/b83c97f04ba08fcbcba105346995eccf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863904.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/5a6/d3716ed6dbbe495faa986fc6ccae45a6/d3716ed6dbbe495faa986fc6ccae45a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863909.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/714/ca0c3396fcde1060b54afc42d5df5714/ca0c3396fcde1060b54afc42d5df5714.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863914.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c65/99d2159f2a3666a88a92a0d4f092ac65/99d2159f2a3666a88a92a0d4f092ac65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863919.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/4d5/5f7c689da1631c7d7714b61f8f77c4d5/5f7c689da1631c7d7714b61f8f77c4d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863924.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/8fe/e757d5d8218e62bcab7c837cf9c298fe/e757d5d8218e62bcab7c837cf9c298fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863929.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c56/e8ac3c6855a1cdd4d3d34579d4cd5c56/e8ac3c6855a1cdd4d3d34579d4cd5c56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863934.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/9bb/bf65730b00443c244303f759671ab9bb/bf65730b00443c244303f759671ab9bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863939.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fdc/b285517d4234a685d14edf802c0b0fdc/b285517d4234a685d14edf802c0b0fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863944.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/feb/936a969855adf7f6ed09927cff350feb/936a969855adf7f6ed09927cff350feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863949.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e05/d4e477eb928f2d71b79c407643a04e05/d4e477eb928f2d71b79c407643a04e05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863954.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/680/32e303e8a8edc1478882f3f2707cc680/32e303e8a8edc1478882f3f2707cc680.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863959.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/f37/9e6a433da3a819aa824fdafd1f4e3f37/9e6a433da3a819aa824fdafd1f4e3f37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863964.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/fca/38498fce2da5bf609cc19110fa373fca/38498fce2da5bf609cc19110fa373fca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863969.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/61c/a55976e0dc38423ddba3f6bec204461c/a55976e0dc38423ddba3f6bec204461c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863974.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/c42/32e287ab02c19e6fbd1cd3161bcb6c42/32e287ab02c19e6fbd1cd3161bcb6c42.db +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: Setting object count to 3120 (txn: tx251abb072c534892b187a-006645fcc7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: Setting object count to 3120 (txn: tx511ff3da530e47d8b7352-006645fcc7) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: Setting object count to 3120 (txn: txe04ec4fcad594b5eb5c93-006645fcc7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863979.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/41d/67351e26f09052a9dca4d1d23a75141d/67351e26f09052a9dca4d1d23a75141d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863984.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/e2d/39d4b9be452388da4d4dae9133c59e2d/39d4b9be452388da4d4dae9133c59e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863989.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/856/7a7aff5c3eea33ed7e370dc56892c856/7a7aff5c3eea33ed7e370dc56892c856.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863994.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/85a/544e8801b3c355e16603ac7cd0a1085a/544e8801b3c355e16603ac7cd0a1085a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863999.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/13a/784b6c28ccec02665e97cdbcadac813a/784b6c28ccec02665e97cdbcadac813a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715864004.00000-0, db: /tmp/tmpyrmcaf4k/sda/containers/0/bd6/7a7da62c940f8298f59b833df8599bd6/7a7da62c940f8298f59b833df8599bd6.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0612i82y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1715862727.00000, path: a/c, db: /tmp/tmpoyhympze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862727.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpe22jh2bf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmp8v4hbjc6/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862728.00000-0, db: /tmp/tmp8v4hbjc6/sda/containers/0/a80/bc0d16d9baa94550abe6c3d935bd9a80/bc0d16d9baa94550abe6c3d935bd9a80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmp8v4hbjc6/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862731.00000-0, db: /tmp/tmp8v4hbjc6/sda/containers/0/a2f/9f1d3e292eeff5e8a81c578b28bfda2f/9f1d3e292eeff5e8a81c578b28bfda2f.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1715862728.00000, (0, 0) as of 1715862728.00000, active as of 1715862728.00000> to ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, active as of 1715862729.00000>, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, shrinking as of 1715862730.00000> to ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, sharding as of 1715862734.00000>, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp092__r8j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-9110e4bad158a854e68b2e5cd21d3d96-1715862732.00000-2, db: /tmp/tmpdz0pnbik/sda/containers/0/30b/c3065538697cedb55bb1edb91291c30b/c3065538697cedb55bb1edb91291c30b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862737.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/fda/a65adeff7c3602533f7a168fa2ca5fda/a65adeff7c3602533f7a168fa2ca5fda.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862737.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/fda/a65adeff7c3602533f7a168fa2ca5fda/a65adeff7c3602533f7a168fa2ca5fda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862746.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/33f/df523c311b85018a95eceb16c15d933f/df523c311b85018a95eceb16c15d933f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862746.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/33f/df523c311b85018a95eceb16c15d933f/df523c311b85018a95eceb16c15d933f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862755.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/0b8/4c662cda3c53dc697efb5fe7131ee0b8/4c662cda3c53dc697efb5fe7131ee0b8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862755.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/0b8/4c662cda3c53dc697efb5fe7131ee0b8/4c662cda3c53dc697efb5fe7131ee0b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862764.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/93f/833009af4a1b728dc2631a80da47693f/833009af4a1b728dc2631a80da47693f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862764.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/93f/833009af4a1b728dc2631a80da47693f/833009af4a1b728dc2631a80da47693f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862773.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/82d/9333a3b0c834a7421c805fe99571c82d/9333a3b0c834a7421c805fe99571c82d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862773.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/82d/9333a3b0c834a7421c805fe99571c82d/9333a3b0c834a7421c805fe99571c82d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862782.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/4e8/443949f9eb329f1487f528b81a9414e8/443949f9eb329f1487f528b81a9414e8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862782.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/4e8/443949f9eb329f1487f528b81a9414e8/443949f9eb329f1487f528b81a9414e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862791.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/f24/355301a5cc98aef1c1e1d46d3e18cf24/355301a5cc98aef1c1e1d46d3e18cf24.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862791.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/f24/355301a5cc98aef1c1e1d46d3e18cf24/355301a5cc98aef1c1e1d46d3e18cf24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862800.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/a01/a98f9d7af5b9291c83671a0a7042ea01/a98f9d7af5b9291c83671a0a7042ea01.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862800.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/a01/a98f9d7af5b9291c83671a0a7042ea01/a98f9d7af5b9291c83671a0a7042ea01.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862800.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/a01/a98f9d7af5b9291c83671a0a7042ea01/a98f9d7af5b9291c83671a0a7042ea01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862809.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/243/d0778d07588f01c0dc3fca7a54ea4243/d0778d07588f01c0dc3fca7a54ea4243.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862809.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/243/d0778d07588f01c0dc3fca7a54ea4243/d0778d07588f01c0dc3fca7a54ea4243.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862809.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/243/d0778d07588f01c0dc3fca7a54ea4243/d0778d07588f01c0dc3fca7a54ea4243.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862818.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/8d6/cafb7dc499837a1da53d249ed87578d6/cafb7dc499837a1da53d249ed87578d6.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862818.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/8d6/cafb7dc499837a1da53d249ed87578d6/cafb7dc499837a1da53d249ed87578d6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862818.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/8d6/cafb7dc499837a1da53d249ed87578d6/cafb7dc499837a1da53d249ed87578d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862827.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/984/4194d544e813a615f15d4dac44d19984/4194d544e813a615f15d4dac44d19984.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862827.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/984/4194d544e813a615f15d4dac44d19984/4194d544e813a615f15d4dac44d19984.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862827.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/984/4194d544e813a615f15d4dac44d19984/4194d544e813a615f15d4dac44d19984.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862836.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/d87/708fd614fa1733189d99d204fd47dd87/708fd614fa1733189d99d204fd47dd87.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862836.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/d87/708fd614fa1733189d99d204fd47dd87/708fd614fa1733189d99d204fd47dd87.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862836.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/d87/708fd614fa1733189d99d204fd47dd87/708fd614fa1733189d99d204fd47dd87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862845.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/b05/8f9e0477fb376c9bed6baa8ed6b57b05/8f9e0477fb376c9bed6baa8ed6b57b05.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862845.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/b05/8f9e0477fb376c9bed6baa8ed6b57b05/8f9e0477fb376c9bed6baa8ed6b57b05.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862845.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/b05/8f9e0477fb376c9bed6baa8ed6b57b05/8f9e0477fb376c9bed6baa8ed6b57b05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862854.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/9f5/480c931f66d23ca815e232ab77b8c9f5/480c931f66d23ca815e232ab77b8c9f5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862854.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/9f5/480c931f66d23ca815e232ab77b8c9f5/480c931f66d23ca815e232ab77b8c9f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862854.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/9f5/480c931f66d23ca815e232ab77b8c9f5/480c931f66d23ca815e232ab77b8c9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862863.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/4f6/002483a169e2ce56907a8885829844f6/002483a169e2ce56907a8885829844f6.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862863.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/4f6/002483a169e2ce56907a8885829844f6/002483a169e2ce56907a8885829844f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862863.00000-2, db: /tmp/tmp2gz9y79w/sda/containers/0/4f6/002483a169e2ce56907a8885829844f6/002483a169e2ce56907a8885829844f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715862728.00000, (0, 0) as of 1715862728.00000, active as of 1715862728.00000> to ShardRange<'a' to 'b' as of 1715862728.00000, (0, 0) as of 1715862728.00000, sharding as of 1715862733.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70_1715862728.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70_1715862728.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70_1715862728.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70_1715862728.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1715862728.00000, (0, 0) as of 1715862728.00000, sharding as of 1715862734.00000> to ShardRange<'a' to 'b' as of 1715862728.00000, (0, 0) as of 1715862728.00000, sharded as of 1715862737.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1715862728.00000-2, db: /tmp/tmpcztbgi3l/sda/containers/0/c70/844b2c060950a0ce43ad51754fba0c70/844b2c060950a0ce43ad51754fba0c70_1715862728.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862728.00000, db: /tmp/tmpesz2049o/sda/containers/0/7fa/04f3793387b7bd6432bf144a23f0b7fa/04f3793387b7bd6432bf144a23f0b7fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862730.00000, db: /tmp/tmpesz2049o/sda/containers/0/46b/cd9c868e465df22bb59c890fcaa1046b/cd9c868e465df22bb59c890fcaa1046b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, found as of 1715862729.00000> to ShardRange<'k' to 't' as of 1715862730.00000, (0, 0) as of 1715862730.00000, created as of 1715862730.00000>, path: .shards_a/shard_c_1715862730.00000, db: /tmp/tmpesz2049o/sda/containers/0/46b/cd9c868e465df22bb59c890fcaa1046b/cd9c868e465df22bb59c890fcaa1046b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862732.00000, db: /tmp/tmpesz2049o/sda/containers/0/c4d/e5f7841628c3a610f64264ed97002c4d/e5f7841628c3a610f64264ed97002c4d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862731.00000, (0, 0) as of 1715862731.00000, found as of 1715862731.00000> to ShardRange<'k' to 't' as of 1715862732.00000, (0, 0) as of 1715862732.00000, cleaved as of 1715862732.00000>, path: .shards_a/shard_c_1715862732.00000, db: /tmp/tmpesz2049o/sda/containers/0/c4d/e5f7841628c3a610f64264ed97002c4d/e5f7841628c3a610f64264ed97002c4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862734.00000, db: /tmp/tmpesz2049o/sda/containers/0/27e/ebdef77d5c65bab28132c5a44056827e/ebdef77d5c65bab28132c5a44056827e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862733.00000, (0, 0) as of 1715862733.00000, found as of 1715862733.00000> to ShardRange<'k' to 't' as of 1715862734.00000, (0, 0) as of 1715862734.00000, active as of 1715862734.00000>, path: .shards_a/shard_c_1715862734.00000, db: /tmp/tmpesz2049o/sda/containers/0/27e/ebdef77d5c65bab28132c5a44056827e/ebdef77d5c65bab28132c5a44056827e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpesz2049o/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862735.00000, (0, 0) as of 1715862735.00000, found as of 1715862735.00000> to ShardRange<'k' to 't' as of 1715862736.00000, (0, 0) as of 1715862736.00000, shrinking as of 1715862736.00000>, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpesz2049o/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862736.00000, db: /tmp/tmpesz2049o/sda/containers/0/065/0d430e8448dafb817f1b456e5846a065/0d430e8448dafb817f1b456e5846a065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpesz2049o/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862737.00000, (0, 0) as of 1715862737.00000, found as of 1715862737.00000> to ShardRange<'k' to 't' as of 1715862738.00000, (0, 0) as of 1715862738.00000, sharding as of 1715862738.00000>, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpesz2049o/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862738.00000, db: /tmp/tmpesz2049o/sda/containers/0/7be/8f16eec6b1f66ff260150a7bbb85b7be/8f16eec6b1f66ff260150a7bbb85b7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmpesz2049o/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862739.00000, (0, 0) as of 1715862739.00000, found as of 1715862739.00000> to ShardRange<'k' to 't' as of 1715862740.00000, (0, 0) as of 1715862740.00000, sharded as of 1715862740.00000>, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmpesz2049o/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862740.00000, db: /tmp/tmpesz2049o/sda/containers/0/797/578a8fe9873ccec5e857bec4cdbcc797/578a8fe9873ccec5e857bec4cdbcc797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862742.00000, db: /tmp/tmpesz2049o/sda/containers/0/15e/d5f0bb59e73cb639d5f0b0bf9f98115e/d5f0bb59e73cb639d5f0b0bf9f98115e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862741.00000, (0, 0) as of 1715862741.00000, found as of 1715862741.00000> to ShardRange<'k' to 't' as of 1715862742.00000, (0, 0) as of 1715862742.00000, shrunk as of 1715862742.00000>, path: .shards_a/shard_c_1715862742.00000, db: /tmp/tmpesz2049o/sda/containers/0/15e/d5f0bb59e73cb639d5f0b0bf9f98115e/d5f0bb59e73cb639d5f0b0bf9f98115e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862742.00000, db: /tmp/tmpesz2049o/sda/containers/0/15e/d5f0bb59e73cb639d5f0b0bf9f98115e/d5f0bb59e73cb639d5f0b0bf9f98115e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862744.00000, db: /tmp/tmpesz2049o/sda/containers/0/397/c2911a71d25bf2851c3d050894c89397/c2911a71d25bf2851c3d050894c89397.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862743.00000, (0, 0) as of 1715862743.00000, created as of 1715862743.00000> to ShardRange<'k' to 't' as of 1715862744.00000, (0, 0) as of 1715862744.00000, found as of 1715862744.00000>, path: .shards_a/shard_c_1715862744.00000, db: /tmp/tmpesz2049o/sda/containers/0/397/c2911a71d25bf2851c3d050894c89397/c2911a71d25bf2851c3d050894c89397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862746.00000, db: /tmp/tmpesz2049o/sda/containers/0/b9b/3c5da9c4276e92257bf3e375d34b3b9b/3c5da9c4276e92257bf3e375d34b3b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpesz2049o/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862747.00000, (0, 0) as of 1715862747.00000, created as of 1715862747.00000> to ShardRange<'k' to 't' as of 1715862748.00000, (0, 0) as of 1715862748.00000, cleaved as of 1715862748.00000>, path: .shards_a/shard_c_1715862748.00000, db: /tmp/tmpesz2049o/sda/containers/0/7c6/5fc6bd05d14bb7f099db96dc098417c6/5fc6bd05d14bb7f099db96dc098417c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpesz2049o/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862749.00000, (0, 0) as of 1715862749.00000, created as of 1715862749.00000> to ShardRange<'k' to 't' as of 1715862750.00000, (0, 0) as of 1715862750.00000, active as of 1715862750.00000>, path: .shards_a/shard_c_1715862750.00000, db: /tmp/tmpesz2049o/sda/containers/0/124/eadd145e52cce6968571b0070a8a2124/eadd145e52cce6968571b0070a8a2124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpesz2049o/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862751.00000, (0, 0) as of 1715862751.00000, created as of 1715862751.00000> to ShardRange<'k' to 't' as of 1715862752.00000, (0, 0) as of 1715862752.00000, shrinking as of 1715862752.00000>, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpesz2049o/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862752.00000, db: /tmp/tmpesz2049o/sda/containers/0/e30/2d7bff003ebdc31942a1ceafc4716e30/2d7bff003ebdc31942a1ceafc4716e30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpesz2049o/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862753.00000, (0, 0) as of 1715862753.00000, created as of 1715862753.00000> to ShardRange<'k' to 't' as of 1715862754.00000, (0, 0) as of 1715862754.00000, sharding as of 1715862754.00000>, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpesz2049o/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862754.00000, db: /tmp/tmpesz2049o/sda/containers/0/a24/c63766a4432d403d2173fe73c53c4a24/c63766a4432d403d2173fe73c53c4a24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpesz2049o/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862755.00000, (0, 0) as of 1715862755.00000, created as of 1715862755.00000> to ShardRange<'k' to 't' as of 1715862756.00000, (0, 0) as of 1715862756.00000, sharded as of 1715862756.00000>, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpesz2049o/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862756.00000, db: /tmp/tmpesz2049o/sda/containers/0/51d/f9ccce050aa6725138edd76c7ef9551d/f9ccce050aa6725138edd76c7ef9551d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpesz2049o/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862757.00000, (0, 0) as of 1715862757.00000, created as of 1715862757.00000> to ShardRange<'k' to 't' as of 1715862758.00000, (0, 0) as of 1715862758.00000, shrunk as of 1715862758.00000>, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpesz2049o/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862758.00000, db: /tmp/tmpesz2049o/sda/containers/0/c5d/168f0e57865b762183931704cc8d3c5d/168f0e57865b762183931704cc8d3c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862760.00000, db: /tmp/tmpesz2049o/sda/containers/0/b52/782982b8ee8675c4ef6378307b29cb52/782982b8ee8675c4ef6378307b29cb52.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862759.00000, (0, 0) as of 1715862759.00000, cleaved as of 1715862759.00000> to ShardRange<'k' to 't' as of 1715862760.00000, (0, 0) as of 1715862760.00000, found as of 1715862760.00000>, path: .shards_a/shard_c_1715862760.00000, db: /tmp/tmpesz2049o/sda/containers/0/b52/782982b8ee8675c4ef6378307b29cb52/782982b8ee8675c4ef6378307b29cb52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmpesz2049o/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862761.00000, (0, 0) as of 1715862761.00000, cleaved as of 1715862761.00000> to ShardRange<'k' to 't' as of 1715862762.00000, (0, 0) as of 1715862762.00000, created as of 1715862762.00000>, path: .shards_a/shard_c_1715862762.00000, db: /tmp/tmpesz2049o/sda/containers/0/afb/46a9c132d7ad92e139886ce5729f1afb/46a9c132d7ad92e139886ce5729f1afb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862764.00000, db: /tmp/tmpesz2049o/sda/containers/0/ab0/95fdcf95b6a904879ca511789d886ab0/95fdcf95b6a904879ca511789d886ab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpesz2049o/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862765.00000, (0, 0) as of 1715862765.00000, cleaved as of 1715862765.00000> to ShardRange<'k' to 't' as of 1715862766.00000, (0, 0) as of 1715862766.00000, active as of 1715862766.00000>, path: .shards_a/shard_c_1715862766.00000, db: /tmp/tmpesz2049o/sda/containers/0/59b/9da56586076955ef2262d2f856d2b59b/9da56586076955ef2262d2f856d2b59b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpesz2049o/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862767.00000, (0, 0) as of 1715862767.00000, cleaved as of 1715862767.00000> to ShardRange<'k' to 't' as of 1715862768.00000, (0, 0) as of 1715862768.00000, shrinking as of 1715862768.00000>, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpesz2049o/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862768.00000, db: /tmp/tmpesz2049o/sda/containers/0/3d9/b33f60b4731f85478b8b2c8b9bc1d3d9/b33f60b4731f85478b8b2c8b9bc1d3d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpesz2049o/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862769.00000, (0, 0) as of 1715862769.00000, cleaved as of 1715862769.00000> to ShardRange<'k' to 't' as of 1715862770.00000, (0, 0) as of 1715862770.00000, sharding as of 1715862770.00000>, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpesz2049o/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862770.00000, db: /tmp/tmpesz2049o/sda/containers/0/14d/88797e8c9a8d39438a24dbfb9709714d/88797e8c9a8d39438a24dbfb9709714d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpesz2049o/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862771.00000, (0, 0) as of 1715862771.00000, cleaved as of 1715862771.00000> to ShardRange<'k' to 't' as of 1715862772.00000, (0, 0) as of 1715862772.00000, sharded as of 1715862772.00000>, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpesz2049o/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862772.00000, db: /tmp/tmpesz2049o/sda/containers/0/b86/1145c84599e854ade8ee6f7cd2c3fb86/1145c84599e854ade8ee6f7cd2c3fb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpesz2049o/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862773.00000, (0, 0) as of 1715862773.00000, cleaved as of 1715862773.00000> to ShardRange<'k' to 't' as of 1715862774.00000, (0, 0) as of 1715862774.00000, shrunk as of 1715862774.00000>, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpesz2049o/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862774.00000, db: /tmp/tmpesz2049o/sda/containers/0/4cc/a4dbcee14b97adf158633b1dd90144cc/a4dbcee14b97adf158633b1dd90144cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmpesz2049o/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862775.00000, (0, 0) as of 1715862775.00000, active as of 1715862775.00000> to ShardRange<'k' to 't' as of 1715862776.00000, (0, 0) as of 1715862776.00000, found as of 1715862776.00000>, path: .shards_a/shard_c_1715862776.00000, db: /tmp/tmpesz2049o/sda/containers/0/83d/b3a226f3f0ffa7697f483654c42bb83d/b3a226f3f0ffa7697f483654c42bb83d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862778.00000, db: /tmp/tmpesz2049o/sda/containers/0/ba0/26845f38073ebd23982f8c6506a67ba0/26845f38073ebd23982f8c6506a67ba0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862777.00000, (0, 0) as of 1715862777.00000, active as of 1715862777.00000> to ShardRange<'k' to 't' as of 1715862778.00000, (0, 0) as of 1715862778.00000, created as of 1715862778.00000>, path: .shards_a/shard_c_1715862778.00000, db: /tmp/tmpesz2049o/sda/containers/0/ba0/26845f38073ebd23982f8c6506a67ba0/26845f38073ebd23982f8c6506a67ba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpesz2049o/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862779.00000, (0, 0) as of 1715862779.00000, active as of 1715862779.00000> to ShardRange<'k' to 't' as of 1715862780.00000, (0, 0) as of 1715862780.00000, cleaved as of 1715862780.00000>, path: .shards_a/shard_c_1715862780.00000, db: /tmp/tmpesz2049o/sda/containers/0/d3f/b4edfca0b7cf5644b3eb614966da1d3f/b4edfca0b7cf5644b3eb614966da1d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862782.00000, db: /tmp/tmpesz2049o/sda/containers/0/533/15bf15fd4d93fab915608a8517664533/15bf15fd4d93fab915608a8517664533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpesz2049o/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862783.00000, (0, 0) as of 1715862783.00000, active as of 1715862783.00000> to ShardRange<'k' to 't' as of 1715862784.00000, (0, 0) as of 1715862784.00000, shrinking as of 1715862784.00000>, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpesz2049o/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862784.00000, db: /tmp/tmpesz2049o/sda/containers/0/087/1c7511fbbbe26ac77e24d2f2ca463087/1c7511fbbbe26ac77e24d2f2ca463087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpesz2049o/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862785.00000, (0, 0) as of 1715862785.00000, active as of 1715862785.00000> to ShardRange<'k' to 't' as of 1715862786.00000, (0, 0) as of 1715862786.00000, sharding as of 1715862786.00000>, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpesz2049o/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862786.00000, db: /tmp/tmpesz2049o/sda/containers/0/b42/0b680a45d24e3a0ab2f8b589f8a7eb42/0b680a45d24e3a0ab2f8b589f8a7eb42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpesz2049o/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862787.00000, (0, 0) as of 1715862787.00000, active as of 1715862787.00000> to ShardRange<'k' to 't' as of 1715862788.00000, (0, 0) as of 1715862788.00000, sharded as of 1715862788.00000>, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpesz2049o/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862788.00000, db: /tmp/tmpesz2049o/sda/containers/0/f62/e883e3f6a5304302e7adb9cb2916af62/e883e3f6a5304302e7adb9cb2916af62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpesz2049o/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862789.00000, (0, 0) as of 1715862789.00000, active as of 1715862789.00000> to ShardRange<'k' to 't' as of 1715862790.00000, (0, 0) as of 1715862790.00000, shrunk as of 1715862790.00000>, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpesz2049o/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862790.00000, db: /tmp/tmpesz2049o/sda/containers/0/9ce/25e21e33ff2ae82886acdc059ac379ce/25e21e33ff2ae82886acdc059ac379ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmpesz2049o/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862791.00000, (0, 0) as of 1715862791.00000, shrinking as of 1715862791.00000> to ShardRange<'k' to 't' as of 1715862792.00000, (0, 0) as of 1715862792.00000, found as of 1715862792.00000>, path: .shards_a/shard_c_1715862792.00000, db: /tmp/tmpesz2049o/sda/containers/0/8c6/0132061f26a71dd90a8527a40e8f78c6/0132061f26a71dd90a8527a40e8f78c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmpesz2049o/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862793.00000, (0, 0) as of 1715862793.00000, shrinking as of 1715862793.00000> to ShardRange<'k' to 't' as of 1715862794.00000, (0, 0) as of 1715862794.00000, created as of 1715862794.00000>, path: .shards_a/shard_c_1715862794.00000, db: /tmp/tmpesz2049o/sda/containers/0/90f/399f8a9133b7873172beb288c644e90f/399f8a9133b7873172beb288c644e90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmpesz2049o/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862795.00000, (0, 0) as of 1715862795.00000, shrinking as of 1715862795.00000> to ShardRange<'k' to 't' as of 1715862796.00000, (0, 0) as of 1715862796.00000, cleaved as of 1715862796.00000>, path: .shards_a/shard_c_1715862796.00000, db: /tmp/tmpesz2049o/sda/containers/0/a13/932c8c718c7ef60729f2e3bea6ca7a13/932c8c718c7ef60729f2e3bea6ca7a13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpesz2049o/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862797.00000, (0, 0) as of 1715862797.00000, shrinking as of 1715862797.00000> to ShardRange<'k' to 't' as of 1715862798.00000, (0, 0) as of 1715862798.00000, active as of 1715862798.00000>, path: .shards_a/shard_c_1715862798.00000, db: /tmp/tmpesz2049o/sda/containers/0/134/ecfcc94d78eae07443f2a35762e77134/ecfcc94d78eae07443f2a35762e77134.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpesz2049o/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862800.00000, db: /tmp/tmpesz2049o/sda/containers/0/089/ec3233a20ac649ba5af6d2bc3479c089/ec3233a20ac649ba5af6d2bc3479c089.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpesz2049o/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862801.00000, (0, 0) as of 1715862801.00000, shrinking as of 1715862801.00000> to ShardRange<'k' to 't' as of 1715862802.00000, (0, 0) as of 1715862802.00000, sharding as of 1715862802.00000>, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpesz2049o/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862802.00000, db: /tmp/tmpesz2049o/sda/containers/0/829/cec90786c30d25a787569a224d72c829/cec90786c30d25a787569a224d72c829.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpesz2049o/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862803.00000, (0, 0) as of 1715862803.00000, shrinking as of 1715862803.00000> to ShardRange<'k' to 't' as of 1715862804.00000, (0, 0) as of 1715862804.00000, sharded as of 1715862804.00000>, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpesz2049o/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862804.00000, db: /tmp/tmpesz2049o/sda/containers/0/2a9/30673bf5bf038a88cc57fd1d698912a9/30673bf5bf038a88cc57fd1d698912a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpesz2049o/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862805.00000, (0, 0) as of 1715862805.00000, shrinking as of 1715862805.00000> to ShardRange<'k' to 't' as of 1715862806.00000, (0, 0) as of 1715862806.00000, shrunk as of 1715862806.00000>, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpesz2049o/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862806.00000, db: /tmp/tmpesz2049o/sda/containers/0/017/a01713d97fee2a91adeb8cff52d4d017/a01713d97fee2a91adeb8cff52d4d017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmpesz2049o/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862807.00000, (0, 0) as of 1715862807.00000, sharding as of 1715862807.00000> to ShardRange<'k' to 't' as of 1715862808.00000, (0, 0) as of 1715862808.00000, found as of 1715862808.00000>, path: .shards_a/shard_c_1715862808.00000, db: /tmp/tmpesz2049o/sda/containers/0/a6d/fae16e4442784496f77ee7961b694a6d/fae16e4442784496f77ee7961b694a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmpesz2049o/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862809.00000, (0, 0) as of 1715862809.00000, sharding as of 1715862809.00000> to ShardRange<'k' to 't' as of 1715862810.00000, (0, 0) as of 1715862810.00000, created as of 1715862810.00000>, path: .shards_a/shard_c_1715862810.00000, db: /tmp/tmpesz2049o/sda/containers/0/e69/98fed4cc0270cf95f4a9740468c69e69/98fed4cc0270cf95f4a9740468c69e69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpesz2049o/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862811.00000, (0, 0) as of 1715862811.00000, sharding as of 1715862811.00000> to ShardRange<'k' to 't' as of 1715862812.00000, (0, 0) as of 1715862812.00000, cleaved as of 1715862812.00000>, path: .shards_a/shard_c_1715862812.00000, db: /tmp/tmpesz2049o/sda/containers/0/13b/c2cc14224ac416bebd12e9df264c513b/c2cc14224ac416bebd12e9df264c513b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpesz2049o/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862813.00000, (0, 0) as of 1715862813.00000, sharding as of 1715862813.00000> to ShardRange<'k' to 't' as of 1715862814.00000, (0, 0) as of 1715862814.00000, active as of 1715862814.00000>, path: .shards_a/shard_c_1715862814.00000, db: /tmp/tmpesz2049o/sda/containers/0/f8c/bd8834c067bf86e733fbbc3311a11f8c/bd8834c067bf86e733fbbc3311a11f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpesz2049o/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862815.00000, (0, 0) as of 1715862815.00000, sharding as of 1715862815.00000> to ShardRange<'k' to 't' as of 1715862816.00000, (0, 0) as of 1715862816.00000, shrinking as of 1715862816.00000>, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpesz2049o/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862816.00000, db: /tmp/tmpesz2049o/sda/containers/0/920/5d0443bba98bf6274f04a7c0a191c920/5d0443bba98bf6274f04a7c0a191c920.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpesz2049o/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862818.00000, db: /tmp/tmpesz2049o/sda/containers/0/b1e/e896b71f25b0959114e2b8a13d8fcb1e/e896b71f25b0959114e2b8a13d8fcb1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpesz2049o/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862819.00000, (0, 0) as of 1715862819.00000, sharding as of 1715862819.00000> to ShardRange<'k' to 't' as of 1715862820.00000, (0, 0) as of 1715862820.00000, sharded as of 1715862820.00000>, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpesz2049o/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862820.00000, db: /tmp/tmpesz2049o/sda/containers/0/b14/8630e8ec5dd7e2aaf999ad8627751b14/8630e8ec5dd7e2aaf999ad8627751b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpesz2049o/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862821.00000, (0, 0) as of 1715862821.00000, sharding as of 1715862821.00000> to ShardRange<'k' to 't' as of 1715862822.00000, (0, 0) as of 1715862822.00000, shrunk as of 1715862822.00000>, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpesz2049o/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862822.00000, db: /tmp/tmpesz2049o/sda/containers/0/854/548f5e76bddc279ba22dba295cb34854/548f5e76bddc279ba22dba295cb34854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpesz2049o/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862823.00000, (0, 0) as of 1715862823.00000, sharded as of 1715862823.00000> to ShardRange<'k' to 't' as of 1715862824.00000, (0, 0) as of 1715862824.00000, found as of 1715862824.00000>, path: .shards_a/shard_c_1715862824.00000, db: /tmp/tmpesz2049o/sda/containers/0/3d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3/a7e5c1f8e3c06ebbad26fc0bbf4673d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpesz2049o/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862825.00000, (0, 0) as of 1715862825.00000, sharded as of 1715862825.00000> to ShardRange<'k' to 't' as of 1715862826.00000, (0, 0) as of 1715862826.00000, created as of 1715862826.00000>, path: .shards_a/shard_c_1715862826.00000, db: /tmp/tmpesz2049o/sda/containers/0/05b/c39e81299773a14183c06ad8edee705b/c39e81299773a14183c06ad8edee705b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpesz2049o/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862827.00000, (0, 0) as of 1715862827.00000, sharded as of 1715862827.00000> to ShardRange<'k' to 't' as of 1715862828.00000, (0, 0) as of 1715862828.00000, cleaved as of 1715862828.00000>, path: .shards_a/shard_c_1715862828.00000, db: /tmp/tmpesz2049o/sda/containers/0/588/f39142073a8a37105509eebadf087588/f39142073a8a37105509eebadf087588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpesz2049o/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862829.00000, (0, 0) as of 1715862829.00000, sharded as of 1715862829.00000> to ShardRange<'k' to 't' as of 1715862830.00000, (0, 0) as of 1715862830.00000, active as of 1715862830.00000>, path: .shards_a/shard_c_1715862830.00000, db: /tmp/tmpesz2049o/sda/containers/0/435/7e98d8a46e852945c009f95bd0ad4435/7e98d8a46e852945c009f95bd0ad4435.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpesz2049o/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862831.00000, (0, 0) as of 1715862831.00000, sharded as of 1715862831.00000> to ShardRange<'k' to 't' as of 1715862832.00000, (0, 0) as of 1715862832.00000, shrinking as of 1715862832.00000>, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpesz2049o/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862832.00000, db: /tmp/tmpesz2049o/sda/containers/0/e88/daefd71c55f85a73a64af007b4ad6e88/daefd71c55f85a73a64af007b4ad6e88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpesz2049o/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862833.00000, (0, 0) as of 1715862833.00000, sharded as of 1715862833.00000> to ShardRange<'k' to 't' as of 1715862834.00000, (0, 0) as of 1715862834.00000, sharding as of 1715862834.00000>, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpesz2049o/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862834.00000, db: /tmp/tmpesz2049o/sda/containers/0/65c/308fd4994212096b9fd0d634b38a665c/308fd4994212096b9fd0d634b38a665c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpesz2049o/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862836.00000, db: /tmp/tmpesz2049o/sda/containers/0/fc4/288f7af9bb55c7b5829c93c39414cfc4/288f7af9bb55c7b5829c93c39414cfc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpesz2049o/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862837.00000, (0, 0) as of 1715862837.00000, sharded as of 1715862837.00000> to ShardRange<'k' to 't' as of 1715862838.00000, (0, 0) as of 1715862838.00000, shrunk as of 1715862838.00000>, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpesz2049o/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862838.00000, db: /tmp/tmpesz2049o/sda/containers/0/73b/bb44934bcf7163e06c331ce86942073b/bb44934bcf7163e06c331ce86942073b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpesz2049o/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862839.00000, (0, 0) as of 1715862839.00000, shrunk as of 1715862839.00000> to ShardRange<'k' to 't' as of 1715862840.00000, (0, 0) as of 1715862840.00000, found as of 1715862840.00000>, path: .shards_a/shard_c_1715862840.00000, db: /tmp/tmpesz2049o/sda/containers/0/af7/e63d17bdeb0ddca72a1ae7209f7ebaf7/e63d17bdeb0ddca72a1ae7209f7ebaf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpesz2049o/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862841.00000, (0, 0) as of 1715862841.00000, shrunk as of 1715862841.00000> to ShardRange<'k' to 't' as of 1715862842.00000, (0, 0) as of 1715862842.00000, created as of 1715862842.00000>, path: .shards_a/shard_c_1715862842.00000, db: /tmp/tmpesz2049o/sda/containers/0/8fc/81cd5af431d4b1d81e322736077b68fc/81cd5af431d4b1d81e322736077b68fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpesz2049o/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862843.00000, (0, 0) as of 1715862843.00000, shrunk as of 1715862843.00000> to ShardRange<'k' to 't' as of 1715862844.00000, (0, 0) as of 1715862844.00000, cleaved as of 1715862844.00000>, path: .shards_a/shard_c_1715862844.00000, db: /tmp/tmpesz2049o/sda/containers/0/b69/48eb124a8e25c02331a5491d01defb69/48eb124a8e25c02331a5491d01defb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpesz2049o/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862845.00000, (0, 0) as of 1715862845.00000, shrunk as of 1715862845.00000> to ShardRange<'k' to 't' as of 1715862846.00000, (0, 0) as of 1715862846.00000, active as of 1715862846.00000>, path: .shards_a/shard_c_1715862846.00000, db: /tmp/tmpesz2049o/sda/containers/0/b95/f8d035d4f9b33dee286c8a59146e5b95/f8d035d4f9b33dee286c8a59146e5b95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpesz2049o/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862847.00000, (0, 0) as of 1715862847.00000, shrunk as of 1715862847.00000> to ShardRange<'k' to 't' as of 1715862848.00000, (0, 0) as of 1715862848.00000, shrinking as of 1715862848.00000>, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpesz2049o/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862848.00000, db: /tmp/tmpesz2049o/sda/containers/0/823/422f3b2d06adfb7a636d86336e673823/422f3b2d06adfb7a636d86336e673823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpesz2049o/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862849.00000, (0, 0) as of 1715862849.00000, shrunk as of 1715862849.00000> to ShardRange<'k' to 't' as of 1715862850.00000, (0, 0) as of 1715862850.00000, sharding as of 1715862850.00000>, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpesz2049o/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862850.00000, db: /tmp/tmpesz2049o/sda/containers/0/3a7/6d7001a57f4ac9ca7b222138729f03a7/6d7001a57f4ac9ca7b222138729f03a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmpesz2049o/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: Setting object count to 3120 (txn: tx59ed93cea5644d81a5621-006645fcc7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txec236970064148d487e63-006645fcc7) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb2b190f3af4e4820a6f5a-006645fcc7) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txcc3e3df91d8a45d9bea41-006645fcc7) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx41fc6abde7304bd6bd1e8-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41fc6abde7304bd6bd1e8-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41fc6abde7304bd6bd1e8-006645fcc7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx41fc6abde7304bd6bd1e8-006645fcc7) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx8d35004544aa4985acfe2-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8d35004544aa4985acfe2-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8d35004544aa4985acfe2-006645fcc7) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8d35004544aa4985acfe2-006645fcc7) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx98c56a193739436dbe60b-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98c56a193739436dbe60b-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx98c56a193739436dbe60b-006645fcc7) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx98c56a193739436dbe60b-006645fcc7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862851.00000, (0, 0) as of 1715862851.00000, shrunk as of 1715862851.00000> to ShardRange<'k' to 't' as of 1715862852.00000, (0, 0) as of 1715862852.00000, sharded as of 1715862852.00000>, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmpesz2049o/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862852.00000, db: /tmp/tmpesz2049o/sda/containers/0/d71/e2ee41a082014309869a35fbd5f16d71/e2ee41a082014309869a35fbd5f16d71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmpesz2049o/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862854.00000, db: /tmp/tmpesz2049o/sda/containers/0/b3e/62f6d05d4f0c641e5f3098021b55fb3e/62f6d05d4f0c641e5f3098021b55fb3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862855.00000, db: /tmp/tmpesz2049o/sda/containers/0/31c/0cde9126a779d50dea4d8458cf00c31c/0cde9126a779d50dea4d8458cf00c31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862857.00000, db: /tmp/tmpesz2049o/sda/containers/0/c25/49a5aa6d1450f3478b2373ead00ddc25/49a5aa6d1450f3478b2373ead00ddc25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862859.00000, db: /tmp/tmpesz2049o/sda/containers/0/fad/3d9261ff7d5af9d60a72077b5e607fad/3d9261ff7d5af9d60a72077b5e607fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862861.00000, db: /tmp/tmpesz2049o/sda/containers/0/54e/da36977988f159fb944b2b5db2e5354e/da36977988f159fb944b2b5db2e5354e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862863.00000, db: /tmp/tmpesz2049o/sda/containers/0/e9b/4b51c9b90044493fa8e75157e4203e9b/4b51c9b90044493fa8e75157e4203e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862865.00000, db: /tmp/tmpesz2049o/sda/containers/0/773/768afbe35393209bfe6849276b9b1773/768afbe35393209bfe6849276b9b1773.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862867.00000, db: /tmp/tmpesz2049o/sda/containers/0/1cd/23bee93936d90c3f278dc19579fe31cd/23bee93936d90c3f278dc19579fe31cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862869.00000, db: /tmp/tmpesz2049o/sda/containers/0/e40/68b2e6a422322fadbbe0820b30eede40/68b2e6a422322fadbbe0820b30eede40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862871.00000, db: /tmp/tmpesz2049o/sda/containers/0/691/85b3c5a1404e0e973919fc09efca1691/85b3c5a1404e0e973919fc09efca1691.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862873.00000, db: /tmp/tmpesz2049o/sda/containers/0/814/30ef2514ca0de9a3750b67023f2f2814/30ef2514ca0de9a3750b67023f2f2814.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862875.00000, db: /tmp/tmpesz2049o/sda/containers/0/27b/6dd88e9e77ba2522ab69a81370e0a27b/6dd88e9e77ba2522ab69a81370e0a27b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862877.00000, db: /tmp/tmpesz2049o/sda/containers/0/9ea/576f532f54567f577eae17b0538ea9ea/576f532f54567f577eae17b0538ea9ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862879.00000, db: /tmp/tmpesz2049o/sda/containers/0/087/0a4ee78773cb92d2f83a6c861dda9087/0a4ee78773cb92d2f83a6c861dda9087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862881.00000, db: /tmp/tmpesz2049o/sda/containers/0/eba/2b94c78ea33f9bf06c99908929357eba/2b94c78ea33f9bf06c99908929357eba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862883.00000, db: /tmp/tmpesz2049o/sda/containers/0/142/d546f6c5260754ee9791283a10c26142/d546f6c5260754ee9791283a10c26142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862885.00000, db: /tmp/tmpesz2049o/sda/containers/0/cf0/9e92c7043086a941bf8a0c421ee02cf0/9e92c7043086a941bf8a0c421ee02cf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862887.00000, db: /tmp/tmpesz2049o/sda/containers/0/517/b23e4f5086dff1ba865273365774a517/b23e4f5086dff1ba865273365774a517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862889.00000, db: /tmp/tmpesz2049o/sda/containers/0/f01/ba4ca4352559e88ea20a96c88aaaff01/ba4ca4352559e88ea20a96c88aaaff01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862891.00000, db: /tmp/tmpesz2049o/sda/containers/0/225/e555a03f8405ee90c2942feb7c4f4225/e555a03f8405ee90c2942feb7c4f4225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862893.00000, db: /tmp/tmpesz2049o/sda/containers/0/5e5/934d8778afb149cf8f25208c153b15e5/934d8778afb149cf8f25208c153b15e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862895.00000, db: /tmp/tmpesz2049o/sda/containers/0/5b1/c682b20c051490e34053abd6ee5fb5b1/c682b20c051490e34053abd6ee5fb5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862897.00000, db: /tmp/tmpesz2049o/sda/containers/0/a38/9910381a6e7f8cf87c012fd1373d7a38/9910381a6e7f8cf87c012fd1373d7a38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862899.00000, db: /tmp/tmpesz2049o/sda/containers/0/ee1/836177192e0a9d050a1e8dcdd7363ee1/836177192e0a9d050a1e8dcdd7363ee1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862901.00000, db: /tmp/tmpesz2049o/sda/containers/0/401/7b8b163411ecb54ed60d33b343019401/7b8b163411ecb54ed60d33b343019401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862903.00000, db: /tmp/tmpesz2049o/sda/containers/0/6ae/71c34654425022ff2dc4e70c503cb6ae/71c34654425022ff2dc4e70c503cb6ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862905.00000, db: /tmp/tmpesz2049o/sda/containers/0/ee3/4f565c41b6d58b235af70ebe29465ee3/4f565c41b6d58b235af70ebe29465ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862907.00000, db: /tmp/tmpesz2049o/sda/containers/0/f99/0596c852d314769bbc793403d5015f99/0596c852d314769bbc793403d5015f99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862909.00000, db: /tmp/tmpesz2049o/sda/containers/0/cfc/153aa84b6adffd65d7e114e8b594fcfc/153aa84b6adffd65d7e114e8b594fcfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862911.00000, db: /tmp/tmpesz2049o/sda/containers/0/8c1/552a490466d9f15553e05733c69c18c1/552a490466d9f15553e05733c69c18c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862913.00000, db: /tmp/tmpesz2049o/sda/containers/0/afd/24bb0a6de53ac2d782abd55bc036fafd/24bb0a6de53ac2d782abd55bc036fafd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862915.00000, db: /tmp/tmpesz2049o/sda/containers/0/264/2c6f89f7686a5da3a431d5f9c1b11264/2c6f89f7686a5da3a431d5f9c1b11264.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862917.00000, db: /tmp/tmpesz2049o/sda/containers/0/070/021dbb5d9c1b0075c692a4299f3e1070/021dbb5d9c1b0075c692a4299f3e1070.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862919.00000, db: /tmp/tmpesz2049o/sda/containers/0/260/0e71635b9d171abf383a033b1d2c2260/0e71635b9d171abf383a033b1d2c2260.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862919.00000, db: /tmp/tmpesz2049o/sda/containers/0/260/0e71635b9d171abf383a033b1d2c2260/0e71635b9d171abf383a033b1d2c2260.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862921.00000, db: /tmp/tmpesz2049o/sda/containers/0/0dd/98a89921c32149b9227ef1d6827d20dd/98a89921c32149b9227ef1d6827d20dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862921.00000, db: /tmp/tmpesz2049o/sda/containers/0/0dd/98a89921c32149b9227ef1d6827d20dd/98a89921c32149b9227ef1d6827d20dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862923.00000, db: /tmp/tmpesz2049o/sda/containers/0/565/f4b4eb0f39597b6dfd8058671c20a565/f4b4eb0f39597b6dfd8058671c20a565.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862923.00000, db: /tmp/tmpesz2049o/sda/containers/0/565/f4b4eb0f39597b6dfd8058671c20a565/f4b4eb0f39597b6dfd8058671c20a565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862925.00000, db: /tmp/tmpesz2049o/sda/containers/0/43a/f19a48c0b3d12bbd93f3e7707907b43a/f19a48c0b3d12bbd93f3e7707907b43a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862925.00000, db: /tmp/tmpesz2049o/sda/containers/0/43a/f19a48c0b3d12bbd93f3e7707907b43a/f19a48c0b3d12bbd93f3e7707907b43a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862927.00000, db: /tmp/tmpesz2049o/sda/containers/0/77b/2b4d6f8827f4c3d333b7809eaeb3677b/2b4d6f8827f4c3d333b7809eaeb3677b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862927.00000, db: /tmp/tmpesz2049o/sda/containers/0/77b/2b4d6f8827f4c3d333b7809eaeb3677b/2b4d6f8827f4c3d333b7809eaeb3677b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862929.00000, db: /tmp/tmpesz2049o/sda/containers/0/a4b/bfa789947e81962c41caf2cb6863ca4b/bfa789947e81962c41caf2cb6863ca4b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862929.00000, db: /tmp/tmpesz2049o/sda/containers/0/a4b/bfa789947e81962c41caf2cb6863ca4b/bfa789947e81962c41caf2cb6863ca4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862931.00000, db: /tmp/tmpesz2049o/sda/containers/0/162/b4e09b69754612870d3c3aa856a69162/b4e09b69754612870d3c3aa856a69162.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862931.00000, db: /tmp/tmpesz2049o/sda/containers/0/162/b4e09b69754612870d3c3aa856a69162/b4e09b69754612870d3c3aa856a69162.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862933.00000, db: /tmp/tmpesz2049o/sda/containers/0/fb1/663a5db6314bc1cfad7fd02fd7d59fb1/663a5db6314bc1cfad7fd02fd7d59fb1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862933.00000, db: /tmp/tmpesz2049o/sda/containers/0/fb1/663a5db6314bc1cfad7fd02fd7d59fb1/663a5db6314bc1cfad7fd02fd7d59fb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862935.00000, db: /tmp/tmpesz2049o/sda/containers/0/358/ebdebf5dcaad0d39e46d87e8e5e5f358/ebdebf5dcaad0d39e46d87e8e5e5f358.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862935.00000, db: /tmp/tmpesz2049o/sda/containers/0/358/ebdebf5dcaad0d39e46d87e8e5e5f358/ebdebf5dcaad0d39e46d87e8e5e5f358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862937.00000, db: /tmp/tmpesz2049o/sda/containers/0/6e4/f4fa717d1950e9a4acedd66eac7aa6e4/f4fa717d1950e9a4acedd66eac7aa6e4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862937.00000, db: /tmp/tmpesz2049o/sda/containers/0/6e4/f4fa717d1950e9a4acedd66eac7aa6e4/f4fa717d1950e9a4acedd66eac7aa6e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862939.00000, db: /tmp/tmpesz2049o/sda/containers/0/e1c/a51b29f1200924bc089ddca8d2152e1c/a51b29f1200924bc089ddca8d2152e1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862939.00000, db: /tmp/tmpesz2049o/sda/containers/0/e1c/a51b29f1200924bc089ddca8d2152e1c/a51b29f1200924bc089ddca8d2152e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862941.00000, db: /tmp/tmpesz2049o/sda/containers/0/bf9/8059511675801909865e07f891f29bf9/8059511675801909865e07f891f29bf9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862941.00000, db: /tmp/tmpesz2049o/sda/containers/0/bf9/8059511675801909865e07f891f29bf9/8059511675801909865e07f891f29bf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862943.00000, db: /tmp/tmpesz2049o/sda/containers/0/477/e97e2245673fd4f0ee22a271b1c24477/e97e2245673fd4f0ee22a271b1c24477.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862943.00000, db: /tmp/tmpesz2049o/sda/containers/0/477/e97e2245673fd4f0ee22a271b1c24477/e97e2245673fd4f0ee22a271b1c24477.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862945.00000, db: /tmp/tmpesz2049o/sda/containers/0/269/7f49c1be370fe79b0c80d02086164269/7f49c1be370fe79b0c80d02086164269.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862945.00000, db: /tmp/tmpesz2049o/sda/containers/0/269/7f49c1be370fe79b0c80d02086164269/7f49c1be370fe79b0c80d02086164269.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862947.00000, db: /tmp/tmpesz2049o/sda/containers/0/ba5/8fa7c38b4af8a611ae5fb04198e10ba5/8fa7c38b4af8a611ae5fb04198e10ba5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862947.00000, db: /tmp/tmpesz2049o/sda/containers/0/ba5/8fa7c38b4af8a611ae5fb04198e10ba5/8fa7c38b4af8a611ae5fb04198e10ba5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862949.00000, db: /tmp/tmpesz2049o/sda/containers/0/014/e2444508d1812434d23a78bc41028014/e2444508d1812434d23a78bc41028014.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862949.00000, db: /tmp/tmpesz2049o/sda/containers/0/014/e2444508d1812434d23a78bc41028014/e2444508d1812434d23a78bc41028014.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862951.00000, db: /tmp/tmpesz2049o/sda/containers/0/42e/6a16715d89ad9190c18c6663937c642e/6a16715d89ad9190c18c6663937c642e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862951.00000, db: /tmp/tmpesz2049o/sda/containers/0/42e/6a16715d89ad9190c18c6663937c642e/6a16715d89ad9190c18c6663937c642e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862953.00000, db: /tmp/tmpesz2049o/sda/containers/0/3dd/309a63926c384553e0ed8f833a9c83dd/309a63926c384553e0ed8f833a9c83dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862953.00000, db: /tmp/tmpesz2049o/sda/containers/0/3dd/309a63926c384553e0ed8f833a9c83dd/309a63926c384553e0ed8f833a9c83dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862955.00000, db: /tmp/tmpesz2049o/sda/containers/0/92e/d268bec59cbf7d5d4da000ba1661492e/d268bec59cbf7d5d4da000ba1661492e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862955.00000, db: /tmp/tmpesz2049o/sda/containers/0/92e/d268bec59cbf7d5d4da000ba1661492e/d268bec59cbf7d5d4da000ba1661492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862957.00000, db: /tmp/tmpesz2049o/sda/containers/0/4de/09eb524aa72c964f83114bee469884de/09eb524aa72c964f83114bee469884de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862957.00000, db: /tmp/tmpesz2049o/sda/containers/0/4de/09eb524aa72c964f83114bee469884de/09eb524aa72c964f83114bee469884de.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862959.00000, db: /tmp/tmpesz2049o/sda/containers/0/9a2/812cca9bc88c4865fdd45517cbeaf9a2/812cca9bc88c4865fdd45517cbeaf9a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862959.00000, db: /tmp/tmpesz2049o/sda/containers/0/9a2/812cca9bc88c4865fdd45517cbeaf9a2/812cca9bc88c4865fdd45517cbeaf9a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862961.00000, db: /tmp/tmpesz2049o/sda/containers/0/fef/34dd2dfd40a441e2afa7e664a0e32fef/34dd2dfd40a441e2afa7e664a0e32fef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862961.00000, db: /tmp/tmpesz2049o/sda/containers/0/fef/34dd2dfd40a441e2afa7e664a0e32fef/34dd2dfd40a441e2afa7e664a0e32fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862963.00000, db: /tmp/tmpesz2049o/sda/containers/0/223/802c00c907786e021548aa784b15b223/802c00c907786e021548aa784b15b223.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862963.00000, db: /tmp/tmpesz2049o/sda/containers/0/223/802c00c907786e021548aa784b15b223/802c00c907786e021548aa784b15b223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862965.00000, db: /tmp/tmpesz2049o/sda/containers/0/d65/78e814a7ae10478fc8ba6ccacc1f4d65/78e814a7ae10478fc8ba6ccacc1f4d65.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862965.00000, db: /tmp/tmpesz2049o/sda/containers/0/d65/78e814a7ae10478fc8ba6ccacc1f4d65/78e814a7ae10478fc8ba6ccacc1f4d65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862967.00000, db: /tmp/tmpesz2049o/sda/containers/0/b9f/5e5634eb654cfec4b3ad3764c257eb9f/5e5634eb654cfec4b3ad3764c257eb9f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862967.00000, db: /tmp/tmpesz2049o/sda/containers/0/b9f/5e5634eb654cfec4b3ad3764c257eb9f/5e5634eb654cfec4b3ad3764c257eb9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862969.00000, db: /tmp/tmpesz2049o/sda/containers/0/2e7/44b6acf1d8a40883f2328709213f72e7/44b6acf1d8a40883f2328709213f72e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862969.00000, db: /tmp/tmpesz2049o/sda/containers/0/2e7/44b6acf1d8a40883f2328709213f72e7/44b6acf1d8a40883f2328709213f72e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862971.00000, db: /tmp/tmpesz2049o/sda/containers/0/ade/6e40e45a66d9f259234d40d075cf6ade/6e40e45a66d9f259234d40d075cf6ade.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862971.00000, db: /tmp/tmpesz2049o/sda/containers/0/ade/6e40e45a66d9f259234d40d075cf6ade/6e40e45a66d9f259234d40d075cf6ade.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862973.00000, db: /tmp/tmpesz2049o/sda/containers/0/96b/164de3b19519b5c7d14f9d65e5ae396b/164de3b19519b5c7d14f9d65e5ae396b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862973.00000, db: /tmp/tmpesz2049o/sda/containers/0/96b/164de3b19519b5c7d14f9d65e5ae396b/164de3b19519b5c7d14f9d65e5ae396b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862975.00000, db: /tmp/tmpesz2049o/sda/containers/0/318/791d97e7c7842e32555c2ce66821e318/791d97e7c7842e32555c2ce66821e318.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862975.00000, db: /tmp/tmpesz2049o/sda/containers/0/318/791d97e7c7842e32555c2ce66821e318/791d97e7c7842e32555c2ce66821e318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862977.00000, db: /tmp/tmpesz2049o/sda/containers/0/6bc/158f87d7ecf87f21cf0f4772812156bc/158f87d7ecf87f21cf0f4772812156bc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862977.00000, db: /tmp/tmpesz2049o/sda/containers/0/6bc/158f87d7ecf87f21cf0f4772812156bc/158f87d7ecf87f21cf0f4772812156bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862979.00000, db: /tmp/tmpesz2049o/sda/containers/0/a4b/fcaeecdc4673b8ad7bbb30bde311aa4b/fcaeecdc4673b8ad7bbb30bde311aa4b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862979.00000, db: /tmp/tmpesz2049o/sda/containers/0/a4b/fcaeecdc4673b8ad7bbb30bde311aa4b/fcaeecdc4673b8ad7bbb30bde311aa4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1715862981.00000, db: /tmp/tmpesz2049o/sda/containers/0/880/fb83092fe9811fcd2bdf4b7fe63ef880/fb83092fe9811fcd2bdf4b7fe63ef880.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1715862981.00000, db: /tmp/tmpesz2049o/sda/containers/0/880/fb83092fe9811fcd2bdf4b7fe63ef880/fb83092fe9811fcd2bdf4b7fe63ef880.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe1hpthml/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1715862729.00000, (0, 0) as of 1715862729.00000, active as of 1715862729.00000> to ShardRange<'k' to 't' as of 1715862730.00000, (0, 0) as of 1715862730.00000, sharded as of 1715862731.00000>, path: .shards_a/shard_c, db: /tmp/tmpe1hpthml/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpe1hpthml/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmphm3s7uk7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862730.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/63f/bc8935c995cc142f3b987c70ce30e63f/bc8935c995cc142f3b987c70ce30e63f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862733.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/84e/cf1fbee72a95cedc2378e123f350f84e/cf1fbee72a95cedc2378e123f350f84e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862736.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/103/ea3da278ea5192ed0cb7f4a922ff0103/ea3da278ea5192ed0cb7f4a922ff0103.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx186bae9dcd2942109764e-006645fcc5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Setting object count to 1065 (txn: txed58bc6847494c809b312-006645fcc6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Setting object count to 1065 (txn: txc3181aefba324c1491987-006645fcc7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2dc9b9524a034d439f087-006645fcc8) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx2dc9b9524a034d439f087-006645fcc8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx94e1153ad383427bab49a-006645fcc9) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx94e1153ad383427bab49a-006645fcc9) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx94e1153ad383427bab49a-006645fcc9) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862754.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/3a1/7d852b08ab1885669743dc8a98ece3a1/7d852b08ab1885669743dc8a98ece3a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862757.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/b7e/3dc2789b148a4b82e8501d148845cb7e/3dc2789b148a4b82e8501d148845cb7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862760.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/d68/f01e06fdf2a7f48807a5752e956d7d68/f01e06fdf2a7f48807a5752e956d7d68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862766.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/bd1/2c579f28e9ad17eb64e5b0734e835bd1/2c579f28e9ad17eb64e5b0734e835bd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862769.00000-0, db: /tmp/tmp3n_fup10/sda/containers/0/40e/47890481bffe5720f4c992c8fcf9940e/47890481bffe5720f4c992c8fcf9940e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862730.00000-0, db: /tmp/tmp_hircb0r/sda/containers/0/63f/bc8935c995cc142f3b987c70ce30e63f/bc8935c995cc142f3b987c70ce30e63f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmp_hircb0r/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862732.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/e94/80016a8b6571e873ddee2f94cc761e94/80016a8b6571e873ddee2f94cc761e94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862736.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/103/ea3da278ea5192ed0cb7f4a922ff0103/ea3da278ea5192ed0cb7f4a922ff0103.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862756.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/35e/89d4493bb087e609a6b57295c82ab35e/89d4493bb087e609a6b57295c82ab35e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862760.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/d68/f01e06fdf2a7f48807a5752e956d7d68/f01e06fdf2a7f48807a5752e956d7d68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862768.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5e5/a155661a767e7b08fa15fc791952a5e5/a155661a767e7b08fa15fc791952a5e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862772.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/cfd/ad3c97449a15744d9369be65c8ca6cfd/ad3c97449a15744d9369be65c8ca6cfd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862780.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/c37/e514bbfdb4086ec115507a8bba284c37/e514bbfdb4086ec115507a8bba284c37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862784.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/f85/cfc26492cdf3cd9ca182a5d52728cf85/cfc26492cdf3cd9ca182a5d52728cf85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862792.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/54d/f64e2d778608e9b7138b79ad84c1f54d/f64e2d778608e9b7138b79ad84c1f54d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862796.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/629/98950bad3b5ad1ed5bb68f423c3d5629/98950bad3b5ad1ed5bb68f423c3d5629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862804.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/02c/132da9f71447dd31e04164115cba402c/132da9f71447dd31e04164115cba402c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862808.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/7dd/b22b76377939ecbb2db1715bd02417dd/b22b76377939ecbb2db1715bd02417dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862808.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/7dd/b22b76377939ecbb2db1715bd02417dd/b22b76377939ecbb2db1715bd02417dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862816.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/a85/b4670f429608ccecc1335e79554a4a85/b4670f429608ccecc1335e79554a4a85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862820.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/756/7f1417ab70a3bde8a20dccdd74530756/7f1417ab70a3bde8a20dccdd74530756.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862828.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/86d/8c7d98b4fc825fe18669f83a94af886d/8c7d98b4fc825fe18669f83a94af886d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862832.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/083/d28ee3d48c141dda49c43159c92c2083/d28ee3d48c141dda49c43159c92c2083.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862840.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/490/cde21b286735c291f65bd3a5ca4ee490/cde21b286735c291f65bd3a5ca4ee490.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862840.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/490/cde21b286735c291f65bd3a5ca4ee490/cde21b286735c291f65bd3a5ca4ee490.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862844.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/62b/c75377184d437d131a4e8aea83e0162b/c75377184d437d131a4e8aea83e0162b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862852.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/9c8/1cab2b71adbe94413e2b69e8f0ee59c8/1cab2b71adbe94413e2b69e8f0ee59c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862856.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/298/c31c4f473c1c3db3e4ea9fdec900b298/c31c4f473c1c3db3e4ea9fdec900b298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862864.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/bb5/2e839d453eaeb4950744a703aa0ecbb5/2e839d453eaeb4950744a703aa0ecbb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862868.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/b47/34ef14632deb62631c6127877da38b47/34ef14632deb62631c6127877da38b47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862876.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/8f1/8330944fb207f46c407bf98fdc2618f1/8330944fb207f46c407bf98fdc2618f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862880.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/1dd/e6a783b192618cf3ba3deaf82d38d1dd/e6a783b192618cf3ba3deaf82d38d1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862888.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/891/86f687e9fbd5f083b3ff97b54c2ba891/86f687e9fbd5f083b3ff97b54c2ba891.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862892.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/b14/52cb54229ff0dcd2c419ae93538b0b14/52cb54229ff0dcd2c419ae93538b0b14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862900.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/9d1/9f316fce3628ded0a21f7b949aa749d1/9f316fce3628ded0a21f7b949aa749d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862904.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/327/1fdc35af1368b2b8d4f7639959d46327/1fdc35af1368b2b8d4f7639959d46327.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862904.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/327/1fdc35af1368b2b8d4f7639959d46327/1fdc35af1368b2b8d4f7639959d46327.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862912.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ce9/bb252fbed8d8932850f3f11ccfdb6ce9/bb252fbed8d8932850f3f11ccfdb6ce9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862916.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/95e/b959f02ace61a6c9872ba55880a7095e/b959f02ace61a6c9872ba55880a7095e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862920.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/478/76369132998b7bca0363a5c80fdf3478/76369132998b7bca0363a5c80fdf3478.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862924.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ca6/be2334e48051e9b33e3caa60e40cbca6/be2334e48051e9b33e3caa60e40cbca6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862928.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/a3e/7ccb8ea222f88c68681f8e64b67b0a3e/7ccb8ea222f88c68681f8e64b67b0a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862932.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/703/5bbf0a3d1092ce9b7605ecff87f5f703/5bbf0a3d1092ce9b7605ecff87f5f703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862936.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/72d/027a53a6e38479b070c6c241bd58672d/027a53a6e38479b070c6c241bd58672d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862936.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/72d/027a53a6e38479b070c6c241bd58672d/027a53a6e38479b070c6c241bd58672d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862940.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/a68/c9fd84c82d1cc4b7d7ad2510689e0a68/c9fd84c82d1cc4b7d7ad2510689e0a68.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862944.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/517/4ff07e10a012cff72d17bf4297a65517/4ff07e10a012cff72d17bf4297a65517.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862948.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/f8a/dfa0440d79d64a7f597dc39368ad8f8a/dfa0440d79d64a7f597dc39368ad8f8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862952.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/617/4e8c086c6794a9e2e4bd7cf4a9718617/4e8c086c6794a9e2e4bd7cf4a9718617.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862956.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/12b/baee8624bdc167a1a4bdbcfd669d312b/baee8624bdc167a1a4bdbcfd669d312b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862960.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/771/30b1a9334524f95a68ad7e152f3c1771/30b1a9334524f95a68ad7e152f3c1771.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862964.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/8cb/f7cc83cb0ef85675b1e8542b1375b8cb/f7cc83cb0ef85675b1e8542b1375b8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862968.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/39e/bd2c798ecc8b67bac23a616f356b539e/bd2c798ecc8b67bac23a616f356b539e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862968.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/39e/bd2c798ecc8b67bac23a616f356b539e/bd2c798ecc8b67bac23a616f356b539e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862972.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/977/9a994560c7b5a387d9a8399b16810977/9a994560c7b5a387d9a8399b16810977.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862976.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/2dc/67660a95694144e23df6376f362062dc/67660a95694144e23df6376f362062dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862980.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/996/73e68e78d32c6194e598efed131cc996/73e68e78d32c6194e598efed131cc996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862984.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/720/81f9a8e804c2a1e4735aa12ffe02d720/81f9a8e804c2a1e4735aa12ffe02d720.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862988.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/653/3b67ee68cf41e42120b0937e54d00653/3b67ee68cf41e42120b0937e54d00653.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862992.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/590/0425ada4baeb246792226719a16ef590/0425ada4baeb246792226719a16ef590.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862996.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/5c3/bb293debb6864dfc80d3370f039335c3/bb293debb6864dfc80d3370f039335c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863000.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/8df/26119fdb5c3e7e859c5bd45b678a18df/26119fdb5c3e7e859c5bd45b678a18df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863004.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/84a/00c1308b3de652fd29055a122846e84a/00c1308b3de652fd29055a122846e84a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863008.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ae0/b761a4830f621f0f0062122b5a8bbae0/b761a4830f621f0f0062122b5a8bbae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863012.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/80d/23fa9dffc6110b03c4c3e0ecd85cd80d/23fa9dffc6110b03c4c3e0ecd85cd80d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863016.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/45c/0cc833ee1c54daa84601adf3dd45845c/0cc833ee1c54daa84601adf3dd45845c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863020.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/357/a0a65dc9eb1f52e3cac9bf22691c8357/a0a65dc9eb1f52e3cac9bf22691c8357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863024.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/e3a/2d7d91e6462b7ec6b2d491bafc448e3a/2d7d91e6462b7ec6b2d491bafc448e3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863028.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/316/91b2c4301f6600c4c88dea2161b99316/91b2c4301f6600c4c88dea2161b99316.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863032.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/26b/f70ae1e1c949a170f696e8e86858526b/f70ae1e1c949a170f696e8e86858526b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863036.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/86b/2ed3e6a4a88db85bb9b48b79bbf3a86b/2ed3e6a4a88db85bb9b48b79bbf3a86b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863040.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/0fe/6ffb04932439b8408d334841f11560fe/6ffb04932439b8408d334841f11560fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863044.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/074/b6505c8d33a83782ecbbc0f2db4ae074/b6505c8d33a83782ecbbc0f2db4ae074.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863048.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/28a/9a639b4475bcd201241a29b5b730628a/9a639b4475bcd201241a29b5b730628a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863052.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/f09/d6d918b1052da61353ceab5b7f055f09/d6d918b1052da61353ceab5b7f055f09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863056.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/fa3/8b8a9106643acb1b2b8aff77ad305fa3/8b8a9106643acb1b2b8aff77ad305fa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863060.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/6f2/e4afc7b6ea4dff8ffd06105ca5cda6f2/e4afc7b6ea4dff8ffd06105ca5cda6f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863064.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/3ff/4b32e60346e43aa8747693dd32bdb3ff/4b32e60346e43aa8747693dd32bdb3ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863068.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/46a/76b49cde9723cf373e90c98dc2f4546a/76b49cde9723cf373e90c98dc2f4546a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863072.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/c8d/3337bf217368086d63a52c93696c7c8d/3337bf217368086d63a52c93696c7c8d.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863076.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/4cb/deebfc73737590fef51267291dd1a4cb/deebfc73737590fef51267291dd1a4cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863080.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/769/cc183fc11fd1e82faec562e39f285769/cc183fc11fd1e82faec562e39f285769.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863084.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/542/626e83aac34f3662d54f26d122841542/626e83aac34f3662d54f26d122841542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863088.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ae5/6b3c1949f1b1e25267b2d22c668fdae5/6b3c1949f1b1e25267b2d22c668fdae5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863092.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/50a/f3706e639f4fdd3ee72439ce0213550a/f3706e639f4fdd3ee72439ce0213550a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863096.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ebc/64a20182198bac1ec6348bd0cf89febc/64a20182198bac1ec6348bd0cf89febc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863100.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/1dc/9d8fbea1ca6a81c24916780bac1d11dc/9d8fbea1ca6a81c24916780bac1d11dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863104.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/774/a3ac66cba3770263f4627529946f1774/a3ac66cba3770263f4627529946f1774.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863108.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/766/3fd99a2af5c8a00a29b94ce0779c5766/3fd99a2af5c8a00a29b94ce0779c5766.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863112.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/2ea/ce64d8294c29809999db1af577f0f2ea/ce64d8294c29809999db1af577f0f2ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863116.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/b86/f0398fc0664232cae1aa2356f12abb86/f0398fc0664232cae1aa2356f12abb86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863120.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/ce0/0c4b8427065f60274b253aa0296d4ce0/0c4b8427065f60274b253aa0296d4ce0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863124.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/b93/f3774d43515afd93000506b02c714b93/f3774d43515afd93000506b02c714b93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863128.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/0e6/a91573ca41bbe414ed53778b79c450e6/a91573ca41bbe414ed53778b79c450e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863132.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/8d2/f8a8a7141cfe9a823610266d6cde48d2/f8a8a7141cfe9a823610266d6cde48d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863136.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/a24/247cdc11f073dccb64402fbb4e17ea24/247cdc11f073dccb64402fbb4e17ea24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863140.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/afc/42c2fa57d5cc94032197f9d8fa525afc/42c2fa57d5cc94032197f9d8fa525afc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863144.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/1a2/500ba20f269bbbeb6d21528be5b031a2/500ba20f269bbbeb6d21528be5b031a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863148.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/104/12703a702484b4cba0291168d7458104/12703a702484b4cba0291168d7458104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863152.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/01e/2e4f3c8367b3f715ad80e4040808201e/2e4f3c8367b3f715ad80e4040808201e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863156.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/6d0/180232d06c387ca66e03b6ba768456d0/180232d06c387ca66e03b6ba768456d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863160.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/164/9fa52cf5e1e99023945fefeedc511164/9fa52cf5e1e99023945fefeedc511164.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863164.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/4bf/0a1d358c6e73a596ca970da5cc5654bf/0a1d358c6e73a596ca970da5cc5654bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863168.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/c9d/a8aad0da83fe3eab7c2fac0cf0415c9d/a8aad0da83fe3eab7c2fac0cf0415c9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863172.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/505/0ced2404dbe06000400332ac143fd505/0ced2404dbe06000400332ac143fd505.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863176.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/2e9/621e159feec4d049f8a426e2128912e9/621e159feec4d049f8a426e2128912e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863180.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/845/d8c6ffdaaacf2d2cbc045ca8bb3f2845/d8c6ffdaaacf2d2cbc045ca8bb3f2845.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863184.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/646/5da187f206af2cf7a22ef04dd26ae646/5da187f206af2cf7a22ef04dd26ae646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863188.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/685/5782927e34730a76b9c0a092d336e685/5782927e34730a76b9c0a092d336e685.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863192.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/c4c/a52192ad8bf6ff4e0546fbba342f2c4c/a52192ad8bf6ff4e0546fbba342f2c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863196.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/a2c/db9f20c8a90455d4d2fa95883f5fea2c/db9f20c8a90455d4d2fa95883f5fea2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863200.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/dae/4696ea901e7e4d9ece4b3489dd4dedae/4696ea901e7e4d9ece4b3489dd4dedae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863204.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/410/153902d1e4b7e0ca3eeeaeaa42556410/153902d1e4b7e0ca3eeeaeaa42556410.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863208.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/4ab/0d1d69a07c0fd0e5826c5549f035c4ab/0d1d69a07c0fd0e5826c5549f035c4ab.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2b5a854bc4284a29a4a83-006645fcc9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b5a854bc4284a29a4a83-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b5a854bc4284a29a4a83-006645fcc9) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx2b5a854bc4284a29a4a83-006645fcc9) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1a975b7ef07341f8a4d65-006645fcc9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a975b7ef07341f8a4d65-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a975b7ef07341f8a4d65-006645fcc9) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx1a975b7ef07341f8a4d65-006645fcc9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: Setting object count to 3120 (txn: txdad4b3408eae4d84b7a2b-006645fcca) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: Setting object count to 3120 (txn: txc77491551d0d413aabec6-006645fcca) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: Setting object count to 3120 (txn: tx0a5db10425104f78bba30-006645fcca) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: Setting object count to 3120 (txn: txf6cf09ed78184343bb9dc-006645fcca) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: Setting object count to 3120 (txn: txbb355c77e0cc4634b1200-006645fcca) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txd313dd97944048f29d17a-006645fcca) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx86bd776c123549b99eaab-006645fcca)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863212.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/816/df8dc617eb9b4320a6c1da0e5335a816/df8dc617eb9b4320a6c1da0e5335a816.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863216.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/930/a25b8d9dd30f10ae5b7649ddb338a930/a25b8d9dd30f10ae5b7649ddb338a930.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863220.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/267/58218c7924471964d72729f98b618267/58218c7924471964d72729f98b618267.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863224.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/3a2/32dd8737bcb8b75b74cc3ad4befb63a2/32dd8737bcb8b75b74cc3ad4befb63a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863228.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/6b0/608a3cda71ad2e28c1efb0d4cdc6c6b0/608a3cda71ad2e28c1efb0d4cdc6c6b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863232.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/cbf/265bcdad2b1e74e065f16c5538c0fcbf/265bcdad2b1e74e065f16c5538c0fcbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863236.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/af0/de4120c321aa5c4f466cb5f0ab94daf0/de4120c321aa5c4f466cb5f0ab94daf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863240.00000-0, db: /tmp/tmpty8xmgft/sda/containers/0/e38/c1c804ff1fd088328900c384b4414e38/c1c804ff1fd088328900c384b4414e38.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp_q2awqs7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862731.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp_q2awqs7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862731.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d_1715862734.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862734.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/05d/a1b78c2b40a8139ebc156de0eea3905d/a1b78c2b40a8139ebc156de0eea3905d_1715862734.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d_1715862737.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d_1715862737.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9_1715862740.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9_1715862740.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885_1715862743.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885_1715862743.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6_1715862746.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6_1715862746.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430_1715862749.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430_1715862749.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545_1715862752.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545_1715862752.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d_1715862755.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d_1715862755.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529_1715862758.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529_1715862758.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2_1715862761.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2_1715862761.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6_1715862764.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6_1715862764.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0_1715862767.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0_1715862767.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91_1715862770.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91_1715862770.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739_1715862773.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739_1715862773.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd_1715862776.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd_1715862776.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2_1715862779.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2_1715862779.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71_1715862782.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71_1715862782.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850_1715862785.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850_1715862785.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058_1715862788.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058_1715862788.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c_1715862791.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c_1715862791.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb_1715862794.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb_1715862794.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78_1715862797.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78_1715862797.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026_1715862800.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026_1715862800.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70_1715862803.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70_1715862803.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f_1715862806.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f_1715862806.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f_1715862809.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f_1715862809.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909_1715862812.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909_1715862812.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb_1715862815.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb_1715862815.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d_1715862818.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d_1715862818.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700_1715862821.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700_1715862821.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80_1715862824.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80_1715862824.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976_1715862827.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976_1715862827.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32_1715862830.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32_1715862830.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8_1715862833.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8_1715862833.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9_1715862836.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9_1715862836.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae_1715862839.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae_1715862839.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857_1715862842.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857_1715862842.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc_1715862845.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc_1715862845.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085_1715862848.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085_1715862848.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3_1715862851.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3_1715862851.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801_1715862854.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801_1715862854.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6_1715862857.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6_1715862857.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa_1715862860.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa_1715862860.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f_1715862863.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f_1715862863.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0_1715862866.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0_1715862866.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70_1715862869.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70_1715862869.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e_1715862872.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e_1715862872.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868_1715862875.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868_1715862875.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2_1715862878.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2_1715862878.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33_1715862881.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33_1715862881.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372_1715862884.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372_1715862884.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a_1715862887.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a_1715862887.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1_1715862890.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1_1715862890.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17_1715862893.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17_1715862893.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3_1715862896.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3_1715862896.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0_1715862899.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0_1715862899.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65_1715862902.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65_1715862902.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862905.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2b7/54907ee70728ec1c31d7dc92d19a62b7/54907ee70728ec1c31d7dc92d19a62b7_1715862905.00000.db +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: Setting object count to 1068 (txn: tx660685a619fd412fa7317-006645fcc8) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Setting object count to 1068 (txn: tx9e63ff5454c44b27a6518-006645fcc8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaa9844d49134b31abcc8-006645fcc9) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txdaa9844d49134b31abcc8-006645fcc9) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txdaa9844d49134b31abcc8-006645fcc9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx8359ac45f36e40db87574-006645fcca) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx8359ac45f36e40db87574-006645fcca) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx8359ac45f36e40db87574-006645fcca) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txd380087cb2ca43848385c-006645fccb) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862905.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/2b7/54907ee70728ec1c31d7dc92d19a62b7/54907ee70728ec1c31d7dc92d19a62b7_1715862905.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1_1715862908.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1_1715862908.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e_1715862911.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e_1715862911.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862914.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/154/d2bac3edfa1f16c6b80fc768df2e3154/d2bac3edfa1f16c6b80fc768df2e3154_1715862914.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862914.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/154/d2bac3edfa1f16c6b80fc768df2e3154/d2bac3edfa1f16c6b80fc768df2e3154_1715862914.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862917.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/67a/7e7073bfbeb70732701db43975c6267a/7e7073bfbeb70732701db43975c6267a_1715862917.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862917.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/67a/7e7073bfbeb70732701db43975c6267a/7e7073bfbeb70732701db43975c6267a_1715862917.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862920.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/478/76369132998b7bca0363a5c80fdf3478/76369132998b7bca0363a5c80fdf3478_1715862920.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862920.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/478/76369132998b7bca0363a5c80fdf3478/76369132998b7bca0363a5c80fdf3478_1715862920.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb_1715862923.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmp_evdm020/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb_1715862923.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862735.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862735.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/20c/6a5d424e7e8e8400e5878417fce1b20c/6a5d424e7e8e8400e5878417fce1b20c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6.db + +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx86bd776c123549b99eaab-006645fcca) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx9428f9194a5e452cbdbf7-006645fcca) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx456173ca4f3d4a608e4bd-006645fcca) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx456173ca4f3d4a608e4bd-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx456173ca4f3d4a608e4bd-006645fcca) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx456173ca4f3d4a608e4bd-006645fcca) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx67454c1196e54586b1492-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx67454c1196e54586b1492-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx67454c1196e54586b1492-006645fcca) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx67454c1196e54586b1492-006645fcca) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx1c7524525de34050bc068-006645fcca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1c7524525de34050bc068-006645fcca) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1c7524525de34050bc068-006645fcca) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1c7524525de34050bc068-006645fcca) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: Setting object count to 1068 (txn: tx1385b451711b4baf8f3cf-006645fccb) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862775.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862775.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862787.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862787.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862811.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862811.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862823.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862823.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862831.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862831.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862835.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862835.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862843.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862843.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862847.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862847.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862855.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862855.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862867.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862867.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862871.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862871.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862883.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862883.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862891.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862891.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862895.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862895.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862903.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862903.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862907.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862907.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862915.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862915.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862927.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862927.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862931.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862931.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862935.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862935.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862943.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862943.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862947.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862947.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862951.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862951.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862955.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862955.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862963.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862963.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862967.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862967.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862971.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862971.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862975.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862975.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862983.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862983.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862987.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862987.00000-0, db: /tmp/tmptgwiuzri/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862737.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f4d/01cca110b751db9c2ed17df11527af4d/01cca110b751db9c2ed17df11527af4d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmpfdhu464q/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862738.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/dd2/5b926fd9818c1971f9ddd6896c364dd2/5b926fd9818c1971f9ddd6896c364dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862768.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5e5/a155661a767e7b08fa15fc791952a5e5/a155661a767e7b08fa15fc791952a5e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862778.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8b0/d6af37521b13d70c2e5d8c42c7a848b0/d6af37521b13d70c2e5d8c42c7a848b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862793.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/779/6fdcd6cfe175886fd3601d1f35c45779/6fdcd6cfe175886fd3601d1f35c45779.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862798.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/69e/2dc8f7c93a12c6f9811ff26db0fd969e/2dc8f7c93a12c6f9811ff26db0fd969e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862808.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7dd/b22b76377939ecbb2db1715bd02417dd/b22b76377939ecbb2db1715bd02417dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862813.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4/0a4ba3f181ee3ecb6918f6c5a2b0f7c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862823.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862828.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/86d/8c7d98b4fc825fe18669f83a94af886d/8c7d98b4fc825fe18669f83a94af886d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862838.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/436/814508ebb35756d57dd416ca6dbc9436/814508ebb35756d57dd416ca6dbc9436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862843.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862853.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/05b/46b8fc122bdacc56ab1fef7377a6005b/46b8fc122bdacc56ab1fef7377a6005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862858.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2cd/093b743d0fa9206887fe9d5736b502cd/093b743d0fa9206887fe9d5736b502cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862868.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b47/34ef14632deb62631c6127877da38b47/34ef14632deb62631c6127877da38b47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862873.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/72f/1c8e806f57e44a4d206675b1ef0a772f/1c8e806f57e44a4d206675b1ef0a772f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862883.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862888.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/891/86f687e9fbd5f083b3ff97b54c2ba891/86f687e9fbd5f083b3ff97b54c2ba891.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862898.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6fa/47f1b0c18ee42ebb0790cec4a358a6fa/47f1b0c18ee42ebb0790cec4a358a6fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862903.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862913.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8b1/978ae7c8cef955ca2d86c660271a68b1/978ae7c8cef955ca2d86c660271a68b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862918.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/cdf/7633c3f88ba7fa32c70d7a9627103cdf/7633c3f88ba7fa32c70d7a9627103cdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862928.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a3e/7ccb8ea222f88c68681f8e64b67b0a3e/7ccb8ea222f88c68681f8e64b67b0a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862933.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fe1/11bd9ad4dab2acb1a9d21a5ca6e95fe1/11bd9ad4dab2acb1a9d21a5ca6e95fe1.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test WARNING: Skipping /tmp/tmpix7h_b32/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpix7h_b32/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpix7h_b32/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpezjq18_t/asdf/data because [Errno 20] Not a directory: '/tmp/tmpezjq18_t/asdf/data' +test WARNING: Skipping /tmp/tmpezjq18_t/asdf/data because [Errno 20] Not a directory: '/tmp/tmpezjq18_t/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmph_fekw8v/asdf/data because [Errno 20] Not a directory: '/tmp/tmph_fekw8v/asdf/data' +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test ERROR: Problem finding shard upper in '/tmp/tmpk0ylxbqh/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpk0ylxbqh/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp9_kqegxc/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp9_kqegxc/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862938.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/538/fd847374b434b4d43e3a178ea709a538/fd847374b434b4d43e3a178ea709a538.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862943.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862948.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f8a/dfa0440d79d64a7f597dc39368ad8f8a/dfa0440d79d64a7f597dc39368ad8f8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862953.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/544/6f1b58e0ea29353be6b057b4f3063544/6f1b58e0ea29353be6b057b4f3063544.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862958.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/df3/c9711b414038883fd4a2efaabda29df3/c9711b414038883fd4a2efaabda29df3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862963.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862968.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/39e/bd2c798ecc8b67bac23a616f356b539e/bd2c798ecc8b67bac23a616f356b539e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862973.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3b5/7646db45f2c11c840c679538c26f13b5/7646db45f2c11c840c679538c26f13b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862978.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c95/7735207213650a136b605dda2fde1c95/7735207213650a136b605dda2fde1c95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862983.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862988.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/653/3b67ee68cf41e42120b0937e54d00653/3b67ee68cf41e42120b0937e54d00653.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862993.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b16/a256e1b30812603f85c1d581e0d0fb16/a256e1b30812603f85c1d581e0d0fb16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862998.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/763/a5086febf7a47f6ac6b235b69673c763/a5086febf7a47f6ac6b235b69673c763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863003.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/672/65e25c54252e5942cfc9d6f31084d672/65e25c54252e5942cfc9d6f31084d672.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863008.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ae0/b761a4830f621f0f0062122b5a8bbae0/b761a4830f621f0f0062122b5a8bbae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863013.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/63d/c9d356f08d3bbc6c5e9a6fb5bcece63d/c9d356f08d3bbc6c5e9a6fb5bcece63d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863018.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8f7/7e1d330da14a94bf983a66831c9108f7/7e1d330da14a94bf983a66831c9108f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863023.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/019/3d68ad767222fc4dbb39ffea8afa0019/3d68ad767222fc4dbb39ffea8afa0019.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863028.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/316/91b2c4301f6600c4c88dea2161b99316/91b2c4301f6600c4c88dea2161b99316.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863033.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4aa/c3ca8d3d0ff1378bb14af44e92f624aa/c3ca8d3d0ff1378bb14af44e92f624aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863038.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f5d/5af23c2381a09792775e0ae0833ecf5d/5af23c2381a09792775e0ae0833ecf5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863043.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/07f/dcfd58b25e281d71937f6e5e8f06407f/dcfd58b25e281d71937f6e5e8f06407f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863048.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/28a/9a639b4475bcd201241a29b5b730628a/9a639b4475bcd201241a29b5b730628a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863053.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/88f/5cdc4f2b96d856ed554741ae9bdce88f/5cdc4f2b96d856ed554741ae9bdce88f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863058.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6a3/f3b4e428869f649f31dfe3e1a132d6a3/f3b4e428869f649f31dfe3e1a132d6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863063.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/795/396c7cc3d3661f948bb5cc215e5f9795/396c7cc3d3661f948bb5cc215e5f9795.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863068.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/46a/76b49cde9723cf373e90c98dc2f4546a/76b49cde9723cf373e90c98dc2f4546a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863073.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/be7/57f39b58c5513743b825d38704484be7/57f39b58c5513743b825d38704484be7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863078.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/358/f6fe1c17678ba7c11f67b460ecd77358/f6fe1c17678ba7c11f67b460ecd77358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863083.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/d54/1b3a975c06e5eb85ef5fc4c7c151ad54/1b3a975c06e5eb85ef5fc4c7c151ad54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863088.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ae5/6b3c1949f1b1e25267b2d22c668fdae5/6b3c1949f1b1e25267b2d22c668fdae5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863093.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3ca/7938e47649ca1113dbeedb84da9933ca/7938e47649ca1113dbeedb84da9933ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863098.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5c8/a6535388218360754fa336dd654a65c8/a6535388218360754fa336dd654a65c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863103.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863108.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/766/3fd99a2af5c8a00a29b94ce0779c5766/3fd99a2af5c8a00a29b94ce0779c5766.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863113.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b8f/320a19e1c0b80a4d3f89b191954c1b8f/320a19e1c0b80a4d3f89b191954c1b8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863118.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/005/38f61586d760e9d460a941cd8233d005/38f61586d760e9d460a941cd8233d005.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863123.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/583/77728a430e4510026fc93adcb3dfc583/77728a430e4510026fc93adcb3dfc583.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863128.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0e6/a91573ca41bbe414ed53778b79c450e6/a91573ca41bbe414ed53778b79c450e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863133.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/19a/10ba75f58eb8080f9c31ebfc5e0f019a/10ba75f58eb8080f9c31ebfc5e0f019a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863138.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3cc/df291f663a88ba3500b52387ad3be3cc/df291f663a88ba3500b52387ad3be3cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863143.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0e6/b6a8120a6d3b3e876024432f4faaa0e6/b6a8120a6d3b3e876024432f4faaa0e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863148.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/104/12703a702484b4cba0291168d7458104/12703a702484b4cba0291168d7458104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863153.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/46d/08d753a75247cc87c186ac47516c246d/08d753a75247cc87c186ac47516c246d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863158.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/569/9453ff05ae483896e69b26b568f42569/9453ff05ae483896e69b26b568f42569.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863163.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/46b/8334408e5f9bc4bc12dffc1e1639446b/8334408e5f9bc4bc12dffc1e1639446b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863168.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c9d/a8aad0da83fe3eab7c2fac0cf0415c9d/a8aad0da83fe3eab7c2fac0cf0415c9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863173.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/d74/f8ed167c44d52011ed0c153e8c1e4d74/f8ed167c44d52011ed0c153e8c1e4d74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863178.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/997/6ab3f0c7e3bc781e579ddba0cdf20997/6ab3f0c7e3bc781e579ddba0cdf20997.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863183.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/794/17bca51d0aedca25e07f150db5a44794/17bca51d0aedca25e07f150db5a44794.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863188.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/685/5782927e34730a76b9c0a092d336e685/5782927e34730a76b9c0a092d336e685.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863193.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9f2/094dfe1b2349894cec5c50c31fb839f2/094dfe1b2349894cec5c50c31fb839f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863198.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/dba/b17eca8b3b4c06b00160ef113b331dba/b17eca8b3b4c06b00160ef113b331dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863203.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/741/e21c3f998a921f0cbeaeba380e84a741/e21c3f998a921f0cbeaeba380e84a741.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863208.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4ab/0d1d69a07c0fd0e5826c5549f035c4ab/0d1d69a07c0fd0e5826c5549f035c4ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863213.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6ac/bdae1909b936528f848f533317ef76ac/bdae1909b936528f848f533317ef76ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863218.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fe7/4a91e87ce050c6574a94205605c84fe7/4a91e87ce050c6574a94205605c84fe7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863223.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/191/3349213aa2be0d741dd29bc17d023191/3349213aa2be0d741dd29bc17d023191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863228.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6b0/608a3cda71ad2e28c1efb0d4cdc6c6b0/608a3cda71ad2e28c1efb0d4cdc6c6b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863233.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/69a/8f492875e66e3f61b72d3fefb060069a/8f492875e66e3f61b72d3fefb060069a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863238.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9ee/1b6291b0b6136bb60d3b1d5c43a259ee/1b6291b0b6136bb60d3b1d5c43a259ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863243.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/321/339a780c227df360a24bc5f6960d1321/339a780c227df360a24bc5f6960d1321.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863248.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e5d/4fcf68158ac3b77c9b88db90728a4e5d/4fcf68158ac3b77c9b88db90728a4e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863253.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/070/93b321eef32fb867d9bec30e97cf4070/93b321eef32fb867d9bec30e97cf4070.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863258.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f3e/9ceef126a125017b2e035e4e28ed7f3e/9ceef126a125017b2e035e4e28ed7f3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863263.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fdc/62d74b3391712679d2f7400c3a7cbfdc/62d74b3391712679d2f7400c3a7cbfdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863268.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2aa/053aa04319b46a299d05b4061c4372aa/053aa04319b46a299d05b4061c4372aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863273.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/1f9/ba5745ab26531b07cf28c245fb8a61f9/ba5745ab26531b07cf28c245fb8a61f9.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863278.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0ff/783938fb5603152218d07c9806f3a0ff/783938fb5603152218d07c9806f3a0ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863283.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c6c/79f6bb986251727ee424bf9855e4cc6c/79f6bb986251727ee424bf9855e4cc6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863288.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/936/36059da77111f657f04ac13c93a49936/36059da77111f657f04ac13c93a49936.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863293.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/02e/0ed09d95640f0e1eafabbc2cc2c7e02e/0ed09d95640f0e1eafabbc2cc2c7e02e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863298.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/738/beb2b58684daad5b34bf90b07f364738/beb2b58684daad5b34bf90b07f364738.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863303.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0e0/7405b22414676917ef18504cb146e0e0/7405b22414676917ef18504cb146e0e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863308.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2f1/321327a0b293bb6af45815065cf172f1/321327a0b293bb6af45815065cf172f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863313.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c66/0d6c95d814677aa5a771e5ed6cf0ec66/0d6c95d814677aa5a771e5ed6cf0ec66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863318.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e70/71667d4929ec43ae67fd4fd0b7d31e70/71667d4929ec43ae67fd4fd0b7d31e70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863323.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9e2/c18a4b2df30f68992b1a6ead3e4519e2/c18a4b2df30f68992b1a6ead3e4519e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863328.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c14/28200cd4a8b4495d9b246faa054dfc14/28200cd4a8b4495d9b246faa054dfc14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863333.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/313/a02f44e154212c9c0e0380b41e6a2313/a02f44e154212c9c0e0380b41e6a2313.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863338.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f37/1774b6212062868655bfb1fa7ad9df37/1774b6212062868655bfb1fa7ad9df37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863343.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/800/5d6fb4e343319008a38264d076e7a800/5d6fb4e343319008a38264d076e7a800.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863348.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/681/e8cd8d643269f453309cef680e193681/e8cd8d643269f453309cef680e193681.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863353.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8c2/d6e82329350e798bb401028f3dd078c2/d6e82329350e798bb401028f3dd078c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863358.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9eb/096ad01dcce369918a93d01e619809eb/096ad01dcce369918a93d01e619809eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863363.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/689/7ad4116f762f80cf85a7a6ae5fa2b689/7ad4116f762f80cf85a7a6ae5fa2b689.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863368.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fb5/a28bbe89ccae9316de28e1178585cfb5/a28bbe89ccae9316de28e1178585cfb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863373.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/dc9/c79263c58caddeb6eea677e0a8476dc9/c79263c58caddeb6eea677e0a8476dc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863378.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4e8/a6003ca9164f22e33043714c2e29f4e8/a6003ca9164f22e33043714c2e29f4e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863383.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/14b/7c6c256a96ca54dac6d4ddc2d307514b/7c6c256a96ca54dac6d4ddc2d307514b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863388.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ef3/0a4e39d9fb2898151c8c801c0b6edef3/0a4e39d9fb2898151c8c801c0b6edef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863393.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/247/1b1550c7a104d11bc7e73d45d27a4247/1b1550c7a104d11bc7e73d45d27a4247.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863398.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/199/5c1631379710050aeeec056e52276199/5c1631379710050aeeec056e52276199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863403.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a72/62c235385752034ef45540512615ca72/62c235385752034ef45540512615ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863408.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e9a/9bd0967f2f207377349487b148d29e9a/9bd0967f2f207377349487b148d29e9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863413.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/882/aef3878658857efef51f35f68935c882/aef3878658857efef51f35f68935c882.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863418.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8da/b351f3720f827da660a5177a89f028da/b351f3720f827da660a5177a89f028da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863423.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/bc0/fa83315209b874d26262c93d94b9cbc0/fa83315209b874d26262c93d94b9cbc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863428.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4ba/04b05c57f3ecc38db6a8b9ea1e9ed4ba/04b05c57f3ecc38db6a8b9ea1e9ed4ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863433.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/98e/282fa63c0b27e5291b456964ee60c98e/282fa63c0b27e5291b456964ee60c98e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863438.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5f5/1fad67086541223ba926117b72ea95f5/1fad67086541223ba926117b72ea95f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863443.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7bc/15a2b63092547c2faaa9b72cf26847bc/15a2b63092547c2faaa9b72cf26847bc.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863448.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b8a/4436bd697cae8bcb04695fa1dd78bb8a/4436bd697cae8bcb04695fa1dd78bb8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863453.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/23c/edbed24f799eefb91415696506b6d23c/edbed24f799eefb91415696506b6d23c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863458.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/bf3/64c53e109dcbc8fc72a0e28830929bf3/64c53e109dcbc8fc72a0e28830929bf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863463.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ec6/110802ff0daf69b0b0d70da8a5314ec6/110802ff0daf69b0b0d70da8a5314ec6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863468.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/700/8f61b5cb1a99db3149f92f2480f2b700/8f61b5cb1a99db3149f92f2480f2b700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863473.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/67d/e736012ba46def05383a56ae46d4967d/e736012ba46def05383a56ae46d4967d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863478.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f0e/b80727a509c98f72abbfbf7abdf29f0e/b80727a509c98f72abbfbf7abdf29f0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863483.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/51f/5de79ebe3ffc39f3662eb9600a3cb51f/5de79ebe3ffc39f3662eb9600a3cb51f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863488.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/9fb/0b80f7eb1a1d20c4984c0122125bf9fb/0b80f7eb1a1d20c4984c0122125bf9fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863493.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4c1/ac67db66fa0b45cfdd3df6d3914a84c1/ac67db66fa0b45cfdd3df6d3914a84c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863498.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ed2/6e946c20917ccb0283823bb8a0036ed2/6e946c20917ccb0283823bb8a0036ed2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863503.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ede/03690848d55de4e1ec15e3942daeaede/03690848d55de4e1ec15e3942daeaede.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863508.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c01/bf2e94ba2024cad01bd46cb7924c5c01/bf2e94ba2024cad01bd46cb7924c5c01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863513.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7cd/7fd2d7701f6066e6cc8791433c5b37cd/7fd2d7701f6066e6cc8791433c5b37cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863518.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3ce/c7218b271d79e6b3cec263880856e3ce/c7218b271d79e6b3cec263880856e3ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863523.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/47a/9a478d9da483dedf3b93a508297da47a/9a478d9da483dedf3b93a508297da47a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863528.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/6a1/97d3a2b87865a5f8cd39f51aabb9c6a1/97d3a2b87865a5f8cd39f51aabb9c6a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863533.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5a6/2bf87e953017bfa332a597fac6ef65a6/2bf87e953017bfa332a597fac6ef65a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863538.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b94/9ee4115ef9e24fd3853e065d3d369b94/9ee4115ef9e24fd3853e065d3d369b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863543.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/602/eb6ffad768f5e9de4aae9dac7e6ab602/eb6ffad768f5e9de4aae9dac7e6ab602.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863548.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/72e/ab077c9048a04d2949f87daec17cd72e/ab077c9048a04d2949f87daec17cd72e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863553.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2f6/ae10519ac8f6ef2b6c93885e903f12f6/ae10519ac8f6ef2b6c93885e903f12f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863558.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3fa/801bae078a2f66279724472d5707e3fa/801bae078a2f66279724472d5707e3fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863563.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/be3/e48d569411132558165cb4df220babe3/e48d569411132558165cb4df220babe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863568.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/d33/0fa8ddaa38c6d02a35abd7f45e32dd33/0fa8ddaa38c6d02a35abd7f45e32dd33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863573.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0e1/ca44d8e9e183d86823c316493b9650e1/ca44d8e9e183d86823c316493b9650e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863578.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fc1/4834378296089efbfa12908f71547fc1/4834378296089efbfa12908f71547fc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863583.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b2b/b74d67c220bebf01e4a7f5e5398e5b2b/b74d67c220bebf01e4a7f5e5398e5b2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863588.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/bd0/43b2ea2ce7fd188b9b51d58102533bd0/43b2ea2ce7fd188b9b51d58102533bd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863593.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/64f/0c4252d6a4cd3f0cff156b2724c6e64f/0c4252d6a4cd3f0cff156b2724c6e64f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863598.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/168/2b75e486a3c08015652f933d646f1168/2b75e486a3c08015652f933d646f1168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863603.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/951/e4baa40194f48bb7ee3ffa93d775c951/e4baa40194f48bb7ee3ffa93d775c951.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863608.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/13d/13c82ace58fb89046980560b3e33f13d/13c82ace58fb89046980560b3e33f13d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863613.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c2c/857e632032702f7134bb89bedc4a0c2c/857e632032702f7134bb89bedc4a0c2c.db +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Setting object count to 1058 (txn: txd380087cb2ca43848385c-006645fccb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Setting object count to 1024 (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Setting object count to 1024 (txn: tx7083186fd0334c49b6a2a-006645fccc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Setting object count to 1072 (txn: tx0db2caefa424432c8fc0d-006645fccd) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863618.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7bd/dba281d3ad1d6c2281687479ab1997bd/dba281d3ad1d6c2281687479ab1997bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863623.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/918/40fce5b765712d8ee65976a8f5def918/40fce5b765712d8ee65976a8f5def918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863628.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4d1/91cbff67a5bfd53f53f5aaa782bee4d1/91cbff67a5bfd53f53f5aaa782bee4d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863633.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/33b/9800ac660426c54d2d0fcba56135933b/9800ac660426c54d2d0fcba56135933b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863638.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/709/af42d1c8bbb7d03c29e0b72e17565709/af42d1c8bbb7d03c29e0b72e17565709.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863643.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2c6/81a0bd021926a6433a4e3d1f0e33d2c6/81a0bd021926a6433a4e3d1f0e33d2c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863648.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a73/7cc8e395954072af170ccbaa143a7a73/7cc8e395954072af170ccbaa143a7a73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863653.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5fa/71e84aa934bbd2e94baa74516ffe95fa/71e84aa934bbd2e94baa74516ffe95fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863658.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5ad/e726636de8ce3d50e06229a8030b85ad/e726636de8ce3d50e06229a8030b85ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863663.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/74a/ae5126adf56fa592e0129d77b7dbe74a/ae5126adf56fa592e0129d77b7dbe74a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863668.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/901/4c41becfe714e1f7a989fe3d11ca8901/4c41becfe714e1f7a989fe3d11ca8901.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863673.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ff9/e090aa8a9c116d5f4628094337446ff9/e090aa8a9c116d5f4628094337446ff9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863678.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/1bf/abe7e39bf21e3d757f82574382cf31bf/abe7e39bf21e3d757f82574382cf31bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863683.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/171/6ee709f443ad95cb37fd30fa1f013171/6ee709f443ad95cb37fd30fa1f013171.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863688.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/bf4/c124b718d80220edfc549b9eb8ec8bf4/c124b718d80220edfc549b9eb8ec8bf4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863693.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/27d/98169cd6aa7034c30122f3517bda527d/98169cd6aa7034c30122f3517bda527d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863698.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3b7/611a08b7ef86d97e323eb43d391a73b7/611a08b7ef86d97e323eb43d391a73b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863703.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/28b/c1fa33d4ef52b80ef7311f260948c28b/c1fa33d4ef52b80ef7311f260948c28b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863708.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/bda/194974ba1416ace39f1dedcb8f2fcbda/194974ba1416ace39f1dedcb8f2fcbda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863713.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a52/e12c55dbaec8dfeb5beb9c3b3242ba52/e12c55dbaec8dfeb5beb9c3b3242ba52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863718.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/471/df8aeab153c28f8d607c3c95f3063471/df8aeab153c28f8d607c3c95f3063471.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863723.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/aad/5a24308c8f1ad57a2599f91fb0365aad/5a24308c8f1ad57a2599f91fb0365aad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863728.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8a1/25f36067e6a97541503d813b942158a1/25f36067e6a97541503d813b942158a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863733.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3af/20ca8878548b3d5c894d2ff1244af3af/20ca8878548b3d5c894d2ff1244af3af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863738.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/368/7f7a8b67c4b71809bdca55a528fab368/7f7a8b67c4b71809bdca55a528fab368.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863743.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ee1/08a81825cf5076fc6a85a7aeb17f1ee1/08a81825cf5076fc6a85a7aeb17f1ee1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863748.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/78f/081ee3a4e6c31bda772e85bb9309378f/081ee3a4e6c31bda772e85bb9309378f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863753.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/8a3/951da9435bbb76f8366ff9dcd30268a3/951da9435bbb76f8366ff9dcd30268a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863758.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/16a/c42d5657bdc59fb925d049e29a71816a/c42d5657bdc59fb925d049e29a71816a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863763.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f78/7433403705efdaf54c1b7c401b217f78/7433403705efdaf54c1b7c401b217f78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863768.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/530/907a8a077b5fb36c36f01265f6a2d530/907a8a077b5fb36c36f01265f6a2d530.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863773.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/83c/736417e118a1d2493481bfc20d34583c/736417e118a1d2493481bfc20d34583c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863778.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3a7/eaaa6ee3df439d0ff6dbd642397313a7/eaaa6ee3df439d0ff6dbd642397313a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863783.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/955/b8e55751add0da90aedff696218e9955/b8e55751add0da90aedff696218e9955.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863788.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/895/658ec2bd207486653fd86fa9a8075895/658ec2bd207486653fd86fa9a8075895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863793.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fb3/6759738df0d18d5dd2621bb3904b6fb3/6759738df0d18d5dd2621bb3904b6fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863798.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/62f/4fc2244891fc6be8d29d1b75094ea62f/4fc2244891fc6be8d29d1b75094ea62f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863803.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/833/20949be2b210bb51c0c528e983605833/20949be2b210bb51c0c528e983605833.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863808.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f38/4aa26d3db16f4d8b8151a757a35c1f38/4aa26d3db16f4d8b8151a757a35c1f38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863813.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b05/b20fd01bb1ebaf8a73c013072017fb05/b20fd01bb1ebaf8a73c013072017fb05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863818.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ede/b5c6678a98dbf6146dbee3e56c79dede/b5c6678a98dbf6146dbee3e56c79dede.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863823.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f51/1564123d5a87fb162dcb62b4f08dbf51/1564123d5a87fb162dcb62b4f08dbf51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863828.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/d8f/a6bb26fe6cee18ea26827f3982637d8f/a6bb26fe6cee18ea26827f3982637d8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863833.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/86a/b8a32bbae0767d56b371bb55a6a9c86a/b8a32bbae0767d56b371bb55a6a9c86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863838.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c3a/82dbf70a730b8029e706e32aa4b3ec3a/82dbf70a730b8029e706e32aa4b3ec3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863843.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/d3b/b926a99b61ba8b18c59a24d86c945d3b/b926a99b61ba8b18c59a24d86c945d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863848.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/41a/fd5c65217d4cbea948b7ac70b300841a/fd5c65217d4cbea948b7ac70b300841a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863853.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a42/099a0560716612192210643dc2f58a42/099a0560716612192210643dc2f58a42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863858.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7ee/cfb2150e46a3adf474d36a1b0711d7ee/cfb2150e46a3adf474d36a1b0711d7ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863863.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/fdc/8639e2ee81da75283902e034c68aafdc/8639e2ee81da75283902e034c68aafdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863868.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/873/bba377622c2a19e9385ca298ad7af873/bba377622c2a19e9385ca298ad7af873.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863873.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ae8/56d9039ed00494295e9e6c9e0884eae8/56d9039ed00494295e9e6c9e0884eae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863878.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/dd2/e08a990bfa026cbb7a704e165e71fdd2/e08a990bfa026cbb7a704e165e71fdd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863883.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/7a0/66e1982ba9ff22bbf35b8c7201c117a0/66e1982ba9ff22bbf35b8c7201c117a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863888.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2b6/b6129c18dde210155edb2ff6ff3342b6/b6129c18dde210155edb2ff6ff3342b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863893.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/3b9/8cd910fd6beba7be740b5273098913b9/8cd910fd6beba7be740b5273098913b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863898.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/cdf/e9e2af3d4e1550efc928741c8710fcdf/e9e2af3d4e1550efc928741c8710fcdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863903.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/84b/dc802fdea1db800f0dc22c967a8ed84b/dc802fdea1db800f0dc22c967a8ed84b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863908.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/4e0/0109bfd906a525bdd6b4c51a8a6ce4e0/0109bfd906a525bdd6b4c51a8a6ce4e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863913.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/981/9e7c4cf00475ba7970fb098f413cf981/9e7c4cf00475ba7970fb098f413cf981.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863918.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/35e/80c92c50fc9e95f57da66230104d135e/80c92c50fc9e95f57da66230104d135e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863923.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/ca2/ddf6a0d2aee69e0ea48539c026f5dca2/ddf6a0d2aee69e0ea48539c026f5dca2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863928.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/b47/d8d1631cb501e712c46b81ac2f420b47/d8d1631cb501e712c46b81ac2f420b47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863933.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/533/b3617934ce3f30dbd04b699f30574533/b3617934ce3f30dbd04b699f30574533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863938.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e2d/24a7080a62ac3ff1f98878ca8e4c7e2d/24a7080a62ac3ff1f98878ca8e4c7e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863943.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/601/42ddca1c274750a2c93e4494f90a3601/42ddca1c274750a2c93e4494f90a3601.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863948.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/48f/884f8108b175c90df4855ba697d5b48f/884f8108b175c90df4855ba697d5b48f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863953.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/974/659bfb9b2b97e331472370834a907974/659bfb9b2b97e331472370834a907974.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test ERROR: Failed to unlink '/tmp/tmp7ximlqzk/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp7ximlqzk/containers/part/suffix/hash/container_1715862734.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp7ximlqzk/containers/part/suffix/hash/container_1715862734.00000.db': ['/tmp/tmp7ximlqzk/containers/part/suffix/hash/container.db', '/tmp/tmp7ximlqzk/containers/part/suffix/hash/container_1715862735.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp7ximlqzk/containers/part/suffix/hash/container_1715862735.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6l4eo6jk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx59209a01023949c88ce6d-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx9d48f3c8f8e743d9a71c3-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx19e3f546ab50407387117-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx5ae9e393448a420a92603-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx6fca1ea713f64ab79f668-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx753ddfdbed624eaaaf5aa-006645fccf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx81ea5b7bf9fe430090c3b-006645fccf) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863958.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/5df/a5627e979d1ab22aaface8504b8735df/a5627e979d1ab22aaface8504b8735df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863963.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/e3e/3cf9820bcf9df8b69379cfbb61a35e3e/3cf9820bcf9df8b69379cfbb61a35e3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863968.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/2e5/f3a6941f218ea293fe094536238ac2e5/f3a6941f218ea293fe094536238ac2e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863973.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/81f/8c01bda86a4665ce34a14fa6646a481f/8c01bda86a4665ce34a14fa6646a481f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863978.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/32e/9c7e08f8c683b2a9c39b757bc48df32e/9c7e08f8c683b2a9c39b757bc48df32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863983.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/a84/33e1498c45598f64e3f6706c449e4a84/33e1498c45598f64e3f6706c449e4a84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863988.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/0e9/6febe738342fc18fe2eabffa2a0c00e9/6febe738342fc18fe2eabffa2a0c00e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863993.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/c50/237ceeadcfbc75a52e9b0002d9fd8c50/237ceeadcfbc75a52e9b0002d9fd8c50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863998.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/af0/fd09d1c4f9ed97f9be7b0b64fe81daf0/fd09d1c4f9ed97f9be7b0b64fe81daf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715864003.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/f4c/53f15f3e36060860dd7a2d4dd732af4c/53f15f3e36060860dd7a2d4dd732af4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715864008.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/85f/70ee538ea194c2b72fefc145023ac85f/70ee538ea194c2b72fefc145023ac85f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715864013.00000-0, db: /tmp/tmp9lpjy7h0/sda/containers/0/08f/a2d93d66c857c8190a4a3403d853c08f/a2d93d66c857c8190a4a3403d853c08f.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862739.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/b7d/1b28f1a2d2f9bc2de4db9c6139425b7d/1b28f1a2d2f9bc2de4db9c6139425b7d_1715862739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885_1715862743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0_1715862747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091_1715862751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d_1715862755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862759.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a6e/7d053e60d416c9970bab7060fd2bba6e/7d053e60d416c9970bab7060fd2bba6e_1715862759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862763.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/31c/cedbe7b9568133abf8ffce5d6206c31c/cedbe7b9568133abf8ffce5d6206c31c_1715862763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0_1715862767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862771.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/7a6/47742c2589daa146c00c030e859797a6/47742c2589daa146c00c030e859797a6_1715862771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862775.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/5fc/3a5c304e5b880db902ee859bcb8855fc/3a5c304e5b880db902ee859bcb8855fc_1715862775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2_1715862779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862783.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/117/3b20dbc2ffb1273f76b9fe3765d46117/3b20dbc2ffb1273f76b9fe3765d46117_1715862783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862787.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f32/d5f2ecbb1614e50ffc1cf71312fcff32/d5f2ecbb1614e50ffc1cf71312fcff32_1715862787.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c_1715862791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862795.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/bf6/c5faadfaeabde5ad2856f3c37eddbbf6/c5faadfaeabde5ad2856f3c37eddbbf6_1715862795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862799.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f59/4ceb2322ce0208f22a6e98ddb39acf59/4ceb2322ce0208f22a6e98ddb39acf59_1715862799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70_1715862803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862807.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/c03/a15f1131b425df3a987a03d6a2a30c03/a15f1131b425df3a987a03d6a2a30c03_1715862807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862811.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/ca7/eca3b1b1401a95953cd914e093b6aca7/eca3b1b1401a95953cd914e093b6aca7_1715862811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb_1715862815.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862819.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/c5f/c2eee314be6f7fe846550f42cfb96c5f/c2eee314be6f7fe846550f42cfb96c5f_1715862819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862823.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/080/60a7df67f86b7893e72579f4d2f27080/60a7df67f86b7893e72579f4d2f27080_1715862823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976_1715862827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862831.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a93/0f0589e9a4a565c4cd98ea44a1946a93/0f0589e9a4a565c4cd98ea44a1946a93_1715862831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862835.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/9a1/8e681ad122da90d9e0707b72271f89a1/8e681ad122da90d9e0707b72271f89a1_1715862835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae_1715862839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862843.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/e22/cc08ecd0a889d393579df29eab990e22/cc08ecd0a889d393579df29eab990e22_1715862843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862847.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/dac/ecbfed77f05a09585ae12f1db1caddac/ecbfed77f05a09585ae12f1db1caddac_1715862847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3_1715862851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862855.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a10/2255d81e4e6aea766fa6d415a4bc5a10/2255d81e4e6aea766fa6d415a4bc5a10_1715862855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862859.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a3e/e7584e043e0e7cf060ec7c0c94d67a3e/e7584e043e0e7cf060ec7c0c94d67a3e_1715862859.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f_1715862863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862867.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/3d0/1ec34c947f23ed2462a5020b0c4063d0/1ec34c947f23ed2462a5020b0c4063d0_1715862867.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Setting object count to 1068 (txn: tx29a8dc4e0ed34518aa132-006645fccb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf08876f119bc4c1c842fa-006645fccd) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txf08876f119bc4c1c842fa-006645fccd) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txf08876f119bc4c1c842fa-006645fccd) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txa440771aab6b4b81b3427-006645fcce) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txa440771aab6b4b81b3427-006645fcce) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txa440771aab6b4b81b3427-006645fcce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Setting object count to 1058 (txn: tx5d48b9eea7d34d9295ad5-006645fccf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx217147e4ec3943148fe4a-006645fcd0) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862871.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/7f6/df9a4258efed1a671f946a007eecf7f6/df9a4258efed1a671f946a007eecf7f6_1715862871.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868_1715862875.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862879.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/78f/2cfaeb563998348fda0a3439013f878f/2cfaeb563998348fda0a3439013f878f_1715862879.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862883.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/86b/3d730a32e39c2df0124757333c99786b/3d730a32e39c2df0124757333c99786b_1715862883.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a_1715862887.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862891.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/e82/d4b573892cfdcca4ee3226d652de3e82/d4b573892cfdcca4ee3226d652de3e82_1715862891.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862895.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/37b/839aea9aae63c9e6980417505da0b37b/839aea9aae63c9e6980417505da0b37b_1715862895.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0_1715862899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862903.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/304/3164dede8c82bb5afede267b559ed304/3164dede8c82bb5afede267b559ed304_1715862903.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862907.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/740/e7ee58d030cb2f838237a85bd3eaf740/e7ee58d030cb2f838237a85bd3eaf740_1715862907.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862911.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/24e/4e5fc6e430f4b36cc4532bcdaf5b524e/4e5fc6e430f4b36cc4532bcdaf5b524e_1715862911.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862915.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/1ce/c50671f4c1dd16148676fbada68e71ce/c50671f4c1dd16148676fbada68e71ce_1715862915.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862919.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/fea/c71a4b88d814edf595bf882ddb224fea/c71a4b88d814edf595bf882ddb224fea_1715862919.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862923.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/9eb/a8239d6c732b1549003a54cc6cc679eb/a8239d6c732b1549003a54cc6cc679eb_1715862923.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862927.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/c5f/73491b22123eedce0d3d7625ed6ecc5f/73491b22123eedce0d3d7625ed6ecc5f_1715862927.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862931.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a9e/ec906848e56122453cc2e2b437d61a9e/ec906848e56122453cc2e2b437d61a9e_1715862931.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862935.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/b8f/a80adabd2e1b2e14ed023be9de7d6b8f/a80adabd2e1b2e14ed023be9de7d6b8f_1715862935.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862939.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/b9a/ac83145bc882a577ca1dcb94f6a4ab9a/ac83145bc882a577ca1dcb94f6a4ab9a_1715862939.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862943.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/6ea/684af0b8dd61dd844d8b701f0b7026ea/684af0b8dd61dd844d8b701f0b7026ea_1715862943.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862947.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a69/f4977ee39f12ff434b63ec673d942a69/f4977ee39f12ff434b63ec673d942a69_1715862947.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862951.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/7c5/f34fbe27fca9ac10df72fa0e0418f7c5/f34fbe27fca9ac10df72fa0e0418f7c5_1715862951.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862955.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/030/538efb267f40a58d9706d268fba28030/538efb267f40a58d9706d268fba28030_1715862955.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862959.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/b1c/bc126424cc6be312a9c70d926d01eb1c/bc126424cc6be312a9c70d926d01eb1c_1715862959.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862963.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a14/5e6a7f8b8fac7d77550f8ffe25d57a14/5e6a7f8b8fac7d77550f8ffe25d57a14_1715862963.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862967.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/409/c339d1cce9d06946bd6b33d36b283409/c339d1cce9d06946bd6b33d36b283409_1715862967.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862971.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/1ab/d5562072c8be8c4e67afe63ffc6a01ab/d5562072c8be8c4e67afe63ffc6a01ab_1715862971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862975.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f2c/ee2338122089d9b604c6607f8b78df2c/ee2338122089d9b604c6607f8b78df2c_1715862975.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862979.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/75c/c4b70043ff4e2fa37dc049f6f7b4475c/c4b70043ff4e2fa37dc049f6f7b4475c_1715862979.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862983.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/fc9/2b837aa97964d24ac01e58c0557a6fc9/2b837aa97964d24ac01e58c0557a6fc9_1715862983.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862987.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/b72/897a1cde549f4be183679453f2374b72/897a1cde549f4be183679453f2374b72_1715862987.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/037/00236ce142ed85a6f639796e16840037/00236ce142ed85a6f639796e16840037.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862991.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/037/00236ce142ed85a6f639796e16840037/00236ce142ed85a6f639796e16840037_1715862991.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/85e/e0eba993ef5f565214daa312a11a085e/e0eba993ef5f565214daa312a11a085e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862995.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/85e/e0eba993ef5f565214daa312a11a085e/e0eba993ef5f565214daa312a11a085e_1715862995.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862999.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f17/01d006f43e307eec15159c4270934f17/01d006f43e307eec15159c4270934f17_1715862999.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/672/65e25c54252e5942cfc9d6f31084d672/65e25c54252e5942cfc9d6f31084d672.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863003.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/672/65e25c54252e5942cfc9d6f31084d672/65e25c54252e5942cfc9d6f31084d672_1715863003.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/61b/3e733f5463a5ab023bbce927d0a2f61b/3e733f5463a5ab023bbce927d0a2f61b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863007.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/61b/3e733f5463a5ab023bbce927d0a2f61b/3e733f5463a5ab023bbce927d0a2f61b_1715863007.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/863/f85c29442c87b887664eae8f18fae863/f85c29442c87b887664eae8f18fae863.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863011.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/863/f85c29442c87b887664eae8f18fae863/f85c29442c87b887664eae8f18fae863_1715863011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/a46/b02bd9f195a7d52412d67fa7a919ea46/b02bd9f195a7d52412d67fa7a919ea46.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863015.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/a46/b02bd9f195a7d52412d67fa7a919ea46/b02bd9f195a7d52412d67fa7a919ea46_1715863015.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863019.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/cef/0a68e814f64332fd82932eb62434acef/0a68e814f64332fd82932eb62434acef_1715863019.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/019/3d68ad767222fc4dbb39ffea8afa0019/3d68ad767222fc4dbb39ffea8afa0019.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863023.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/019/3d68ad767222fc4dbb39ffea8afa0019/3d68ad767222fc4dbb39ffea8afa0019_1715863023.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/ee1/44c32250be0e7209ca6fac3c65837ee1/44c32250be0e7209ca6fac3c65837ee1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863027.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/ee1/44c32250be0e7209ca6fac3c65837ee1/44c32250be0e7209ca6fac3c65837ee1_1715863027.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Setting object count to 1072 (txn: txa7bbb0824d5c4dac9cecd-006645fcce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Setting object count to 1072 (txn: txb79eb50d987f4ca093391-006645fcd0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/861/8c3df414200e1802405ba66a64028861/8c3df414200e1802405ba66a64028861.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863031.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/861/8c3df414200e1802405ba66a64028861/8c3df414200e1802405ba66a64028861_1715863031.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/078/9dc94756d2a9fa977681c0ba2f24b078/9dc94756d2a9fa977681c0ba2f24b078.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863035.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/078/9dc94756d2a9fa977681c0ba2f24b078/9dc94756d2a9fa977681c0ba2f24b078_1715863035.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863039.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/dd3/7bbcf1d20f9379328cdc0a96d7d0bdd3/7bbcf1d20f9379328cdc0a96d7d0bdd3_1715863039.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/07f/dcfd58b25e281d71937f6e5e8f06407f/dcfd58b25e281d71937f6e5e8f06407f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863043.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/07f/dcfd58b25e281d71937f6e5e8f06407f/dcfd58b25e281d71937f6e5e8f06407f_1715863043.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/82d/ad098cde5955cc78866e2b923135482d/ad098cde5955cc78866e2b923135482d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863047.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/82d/ad098cde5955cc78866e2b923135482d/ad098cde5955cc78866e2b923135482d_1715863047.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/748/6873733b9a5517e1ebb57e013f992748/6873733b9a5517e1ebb57e013f992748.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863051.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/748/6873733b9a5517e1ebb57e013f992748/6873733b9a5517e1ebb57e013f992748_1715863051.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/384/01ad061137ab12a1bf4937c5970bb384/01ad061137ab12a1bf4937c5970bb384.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863055.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/384/01ad061137ab12a1bf4937c5970bb384/01ad061137ab12a1bf4937c5970bb384_1715863055.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863059.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/086/2b8086f41dec850bcb12809a312b3086/2b8086f41dec850bcb12809a312b3086_1715863059.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/795/396c7cc3d3661f948bb5cc215e5f9795/396c7cc3d3661f948bb5cc215e5f9795.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863063.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/795/396c7cc3d3661f948bb5cc215e5f9795/396c7cc3d3661f948bb5cc215e5f9795_1715863063.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/2b3/f15326925ada4c9e495754c8123582b3/f15326925ada4c9e495754c8123582b3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863067.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/2b3/f15326925ada4c9e495754c8123582b3/f15326925ada4c9e495754c8123582b3_1715863067.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/84a/65ccbc2d1e75a94b5154ca12d132c84a/65ccbc2d1e75a94b5154ca12d132c84a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863071.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/84a/65ccbc2d1e75a94b5154ca12d132c84a/65ccbc2d1e75a94b5154ca12d132c84a_1715863071.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/62e/960d8e390762a9310fdefd56717ae62e/960d8e390762a9310fdefd56717ae62e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863075.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/62e/960d8e390762a9310fdefd56717ae62e/960d8e390762a9310fdefd56717ae62e_1715863075.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863079.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/74a/b4c63447980be7e5ab11428f4fb9574a/b4c63447980be7e5ab11428f4fb9574a_1715863079.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d54/1b3a975c06e5eb85ef5fc4c7c151ad54/1b3a975c06e5eb85ef5fc4c7c151ad54.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863083.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d54/1b3a975c06e5eb85ef5fc4c7c151ad54/1b3a975c06e5eb85ef5fc4c7c151ad54_1715863083.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/5a9/ef28e7d22c3876935453ecc84a72e5a9/ef28e7d22c3876935453ecc84a72e5a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863087.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/5a9/ef28e7d22c3876935453ecc84a72e5a9/ef28e7d22c3876935453ecc84a72e5a9_1715863087.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/985/3efebc0f00665dffe7357a974ba40985/3efebc0f00665dffe7357a974ba40985.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863091.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/985/3efebc0f00665dffe7357a974ba40985/3efebc0f00665dffe7357a974ba40985_1715863091.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/533/b54de7612158f28a630c64946e8b4533/b54de7612158f28a630c64946e8b4533.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863095.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/533/b54de7612158f28a630c64946e8b4533/b54de7612158f28a630c64946e8b4533_1715863095.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863099.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f7a/a1c59a0c3c62b86315dfbc0e46b37f7a/a1c59a0c3c62b86315dfbc0e46b37f7a_1715863099.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863103.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de/6ff2dbfc5e7c65f7a1bbfe3ed612b3de_1715863103.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/737/7aa859b892252bff6610d2c45ff18737/7aa859b892252bff6610d2c45ff18737.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863107.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/737/7aa859b892252bff6610d2c45ff18737/7aa859b892252bff6610d2c45ff18737_1715863107.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/01e/de1419eb19d329eb3ca8d3b5fe27301e/de1419eb19d329eb3ca8d3b5fe27301e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863111.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/01e/de1419eb19d329eb3ca8d3b5fe27301e/de1419eb19d329eb3ca8d3b5fe27301e_1715863111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/249/202a5524ce2e7c812559dde41abf1249/202a5524ce2e7c812559dde41abf1249.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863115.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/249/202a5524ce2e7c812559dde41abf1249/202a5524ce2e7c812559dde41abf1249_1715863115.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863119.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d6d/df0b81d755a75531ac4613b8f7a50d6d/df0b81d755a75531ac4613b8f7a50d6d_1715863119.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/583/77728a430e4510026fc93adcb3dfc583/77728a430e4510026fc93adcb3dfc583.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863123.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/583/77728a430e4510026fc93adcb3dfc583/77728a430e4510026fc93adcb3dfc583_1715863123.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/5df/33f1f424691a811f8ad621b4d92df5df/33f1f424691a811f8ad621b4d92df5df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863127.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/5df/33f1f424691a811f8ad621b4d92df5df/33f1f424691a811f8ad621b4d92df5df_1715863127.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/4be/c30d82b40b09e2172f899093c9d274be/c30d82b40b09e2172f899093c9d274be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863131.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/4be/c30d82b40b09e2172f899093c9d274be/c30d82b40b09e2172f899093c9d274be_1715863131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/c8d/3ae6d98f4b0db0d0350abee545730c8d/3ae6d98f4b0db0d0350abee545730c8d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863135.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/c8d/3ae6d98f4b0db0d0350abee545730c8d/3ae6d98f4b0db0d0350abee545730c8d_1715863135.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863139.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/89b/c4864a7189a195c035191a724c29b89b/c4864a7189a195c035191a724c29b89b_1715863139.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/0e6/b6a8120a6d3b3e876024432f4faaa0e6/b6a8120a6d3b3e876024432f4faaa0e6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863143.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/0e6/b6a8120a6d3b3e876024432f4faaa0e6/b6a8120a6d3b3e876024432f4faaa0e6_1715863143.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/ca2/07e22027b4a478640ebe4fd24644dca2/07e22027b4a478640ebe4fd24644dca2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863147.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/ca2/07e22027b4a478640ebe4fd24644dca2/07e22027b4a478640ebe4fd24644dca2_1715863147.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d2d/939c237aeeec4b402215ef82cfbefd2d/939c237aeeec4b402215ef82cfbefd2d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863151.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d2d/939c237aeeec4b402215ef82cfbefd2d/939c237aeeec4b402215ef82cfbefd2d_1715863151.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/4cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863155.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/4cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf/b22a5a2b9ca8e2a661cf3ea4f69a84cf_1715863155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863159.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/dba/370e22ce394f94dce349843c158abdba/370e22ce394f94dce349843c158abdba_1715863159.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/46b/8334408e5f9bc4bc12dffc1e1639446b/8334408e5f9bc4bc12dffc1e1639446b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863163.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/46b/8334408e5f9bc4bc12dffc1e1639446b/8334408e5f9bc4bc12dffc1e1639446b_1715863163.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/f89/71e8338fc20683ccdbdcb52d737fcf89/71e8338fc20683ccdbdcb52d737fcf89.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863167.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/f89/71e8338fc20683ccdbdcb52d737fcf89/71e8338fc20683ccdbdcb52d737fcf89_1715863167.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/ebd/05e14951235ccf6e7a7124cb87e3febd/05e14951235ccf6e7a7124cb87e3febd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863171.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/ebd/05e14951235ccf6e7a7124cb87e3febd/05e14951235ccf6e7a7124cb87e3febd_1715863171.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d24/b385132dbe7c50ed5c6fd4efe41dbd24/b385132dbe7c50ed5c6fd4efe41dbd24.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863175.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d24/b385132dbe7c50ed5c6fd4efe41dbd24/b385132dbe7c50ed5c6fd4efe41dbd24_1715863175.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d12/c1162739d4fa220ec4e8270b878fed12/c1162739d4fa220ec4e8270b878fed12.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863179.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d12/c1162739d4fa220ec4e8270b878fed12/c1162739d4fa220ec4e8270b878fed12_1715863179.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/794/17bca51d0aedca25e07f150db5a44794/17bca51d0aedca25e07f150db5a44794.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863183.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/794/17bca51d0aedca25e07f150db5a44794/17bca51d0aedca25e07f150db5a44794_1715863183.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/586/9b3dd1c6e4401970175b6fff5b324586/9b3dd1c6e4401970175b6fff5b324586.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863187.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/586/9b3dd1c6e4401970175b6fff5b324586/9b3dd1c6e4401970175b6fff5b324586_1715863187.00000.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/36d/6507262e151106d89dc96a594b00b36d/6507262e151106d89dc96a594b00b36d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863191.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/36d/6507262e151106d89dc96a594b00b36d/6507262e151106d89dc96a594b00b36d_1715863191.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/86f/8720de9da2034d8e141fd75834dcc86f/8720de9da2034d8e141fd75834dcc86f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863195.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/86f/8720de9da2034d8e141fd75834dcc86f/8720de9da2034d8e141fd75834dcc86f_1715863195.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/1a1/aaa48993cc1e559747e60bab505711a1/aaa48993cc1e559747e60bab505711a1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863199.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/1a1/aaa48993cc1e559747e60bab505711a1/aaa48993cc1e559747e60bab505711a1_1715863199.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/741/e21c3f998a921f0cbeaeba380e84a741/e21c3f998a921f0cbeaeba380e84a741.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863203.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/741/e21c3f998a921f0cbeaeba380e84a741/e21c3f998a921f0cbeaeba380e84a741_1715863203.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/618/7daebc91f488ec974913816148124618/7daebc91f488ec974913816148124618.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863207.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/618/7daebc91f488ec974913816148124618/7daebc91f488ec974913816148124618_1715863207.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/14c/171efd6f0e06a919a3784d5acbbc914c/171efd6f0e06a919a3784d5acbbc914c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863211.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/14c/171efd6f0e06a919a3784d5acbbc914c/171efd6f0e06a919a3784d5acbbc914c_1715863211.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/2ce/5d4ec264f1e5adf682252bb8086d02ce/5d4ec264f1e5adf682252bb8086d02ce.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863215.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/2ce/5d4ec264f1e5adf682252bb8086d02ce/5d4ec264f1e5adf682252bb8086d02ce_1715863215.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/d63/a1d0f124a0537cfaac82313e7227ad63/a1d0f124a0537cfaac82313e7227ad63.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863219.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/d63/a1d0f124a0537cfaac82313e7227ad63/a1d0f124a0537cfaac82313e7227ad63_1715863219.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/191/3349213aa2be0d741dd29bc17d023191/3349213aa2be0d741dd29bc17d023191.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863223.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/191/3349213aa2be0d741dd29bc17d023191/3349213aa2be0d741dd29bc17d023191_1715863223.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/ba6/6b3b17b8646c9d7483869fdece5d3ba6/6b3b17b8646c9d7483869fdece5d3ba6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863227.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/ba6/6b3b17b8646c9d7483869fdece5d3ba6/6b3b17b8646c9d7483869fdece5d3ba6_1715863227.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/3df/6eca9003a4be1d689d7d2767ba9533df/6eca9003a4be1d689d7d2767ba9533df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863231.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/3df/6eca9003a4be1d689d7d2767ba9533df/6eca9003a4be1d689d7d2767ba9533df_1715863231.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/976/b52b7ee3eaf0db519845c82db66df976/b52b7ee3eaf0db519845c82db66df976.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863235.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/976/b52b7ee3eaf0db519845c82db66df976/b52b7ee3eaf0db519845c82db66df976_1715863235.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/18e/abf896c0161e8be5915c9ee65632b18e/abf896c0161e8be5915c9ee65632b18e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863239.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/18e/abf896c0161e8be5915c9ee65632b18e/abf896c0161e8be5915c9ee65632b18e_1715863239.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/321/339a780c227df360a24bc5f6960d1321/339a780c227df360a24bc5f6960d1321.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863243.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/321/339a780c227df360a24bc5f6960d1321/339a780c227df360a24bc5f6960d1321_1715863243.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp66a7pvk5/sda/containers/0/e12/c1c4ee2f59e2ae0f5b55ea4b915f8e12/c1c4ee2f59e2ae0f5b55ea4b915f8e12.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715863247.00000-0, db: /tmp/tmp66a7pvk5/sda/containers/0/e12/c1c4ee2f59e2ae0f5b55ea4b915f8e12/c1c4ee2f59e2ae0f5b55ea4b915f8e12_1715863247.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862740.00000-0, db: /tmp/tmp8inn31at/sda/containers/0/5f9/738135127f09c1afc6b6aa86ef5e65f9/738135127f09c1afc6b6aa86ef5e65f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmp8inn31at/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmp8inn31at/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmp8inn31at/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmph2o7w93s/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmph2o7w93s/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmph2o7w93s/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmph2o7w93s/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862753.00000-0, db: /tmp/tmpomj4f63r/sda/containers/0/3f7/eabfcb6b40a227f4827cef891c7a93f7/eabfcb6b40a227f4827cef891c7a93f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862741.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/7dd/bdf712bd8cf6304ff1a0d9b34375e7dd/bdf712bd8cf6304ff1a0d9b34375e7dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862747.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/4d0/69077433ef631990cb3c28e38a58f4d0/69077433ef631990cb3c28e38a58f4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862750.00000-0, db: /tmp/tmpir8xsdx7/sda/containers/0/58f/be743f9b086c43afe1653d9c0828258f/be743f9b086c43afe1653d9c0828258f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862745.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/570/d68bf1f90283b02ccdb3dac40509c570/d68bf1f90283b02ccdb3dac40509c570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862751.00000-0, db: /tmp/tmp9hdv12ty/sda/containers/0/091/bed4b3c5a639783565367cd83b1bb091/bed4b3c5a639783565367cd83b1bb091.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862742.00000-0, db: /tmp/tmpw7fjdvj9/sda/containers/0/045/836d5587f32779e78e20ff566a6c1045/836d5587f32779e78e20ff566a6c1045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862744.00000-0, db: /tmp/tmpw7fjdvj9/sda/containers/0/5a8/18311ffb3483d2363294cc3ad56c35a8/18311ffb3483d2363294cc3ad56c35a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpw7fjdvj9/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862748.00000-0, db: /tmp/tmpw7fjdvj9/sda/containers/0/ad5/25c32ef0093735b6212b47bc1855dad5/25c32ef0093735b6212b47bc1855dad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Setting object count to 1024 (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Setting object count to 1024 (txn: tx217147e4ec3943148fe4a-006645fcd0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Setting object count to 1072 (txn: tx1878b1119b014b32a1118-006645fcd1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf6912ca524034a979efa2-006645fcd2) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862743.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/885/e617162f6cc268a4b3de2b57e69fa885/e617162f6cc268a4b3de2b57e69fa885.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862746.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/de6/7e3998bce053ba875080f5eeb18dede6/7e3998bce053ba875080f5eeb18dede6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862749.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/430/756319fd98d31b4f6f3866d166b45430/756319fd98d31b4f6f3866d166b45430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862752.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/545/e5a3dabdadda4ba76a9c2d1d2e38c545/e5a3dabdadda4ba76a9c2d1d2e38c545.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862755.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c3d/2140bb20b0dff9ce9b91274c8f5abc3d/2140bb20b0dff9ce9b91274c8f5abc3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862758.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/529/de7df38977fd92ee24f05f2f73518529/de7df38977fd92ee24f05f2f73518529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862761.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/1b2/f6ce1c6e34f52a83f43457b6ad6061b2/f6ce1c6e34f52a83f43457b6ad6061b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862764.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/5a6/3143f8c7450264d04ca9a2e2197995a6/3143f8c7450264d04ca9a2e2197995a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862767.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/7e0/bc010f6d23318696caa9195983ecb7e0/bc010f6d23318696caa9195983ecb7e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862770.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d91/816ebebcbdc56d42e628495c4bea3d91/816ebebcbdc56d42e628495c4bea3d91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862773.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/739/00cf162cd46bb1fb09ea6cf60d774739/00cf162cd46bb1fb09ea6cf60d774739.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862776.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2dd/aa2113d9fcb4795a1f14173509b5e2dd/aa2113d9fcb4795a1f14173509b5e2dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862779.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/5f2/6fe2648bbda7b44977a4b15b3f8475f2/6fe2648bbda7b44977a4b15b3f8475f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862782.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f71/11d7219c2887c588b3e697069399bf71/11d7219c2887c588b3e697069399bf71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862785.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/850/471649f7d54309df81a483fe67835850/471649f7d54309df81a483fe67835850.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862788.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/058/f165b7ca064138ab0b49d66791ba8058/f165b7ca064138ab0b49d66791ba8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862791.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/01c/17674d2b872856f67802c06f6eddb01c/17674d2b872856f67802c06f6eddb01c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862794.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6eb/3d9d8dee63b75547bd5ac200914046eb/3d9d8dee63b75547bd5ac200914046eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862797.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d78/ce8343ac547668ca38d58327fa5ddd78/ce8343ac547668ca38d58327fa5ddd78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862800.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/026/03642449eeba810be17a554a8e345026/03642449eeba810be17a554a8e345026.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862803.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f70/04f4fea50c7093f67cbd6f90d237cf70/04f4fea50c7093f67cbd6f90d237cf70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862806.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e1f/950f3e8d15f50f1c623cca1af55cde1f/950f3e8d15f50f1c623cca1af55cde1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862809.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/67f/6098f0550db2f3b0ceeaaae3792a467f/6098f0550db2f3b0ceeaaae3792a467f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862812.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/909/d1f805689b397e8a2fa45af88763e909/d1f805689b397e8a2fa45af88763e909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862815.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/adb/9946ebe7b999150e0172af3ddaf9badb/9946ebe7b999150e0172af3ddaf9badb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862818.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/93d/a887cac1614191b5ad12700064a5693d/a887cac1614191b5ad12700064a5693d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862821.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/700/2d0bb01ea72b60174df74e0dd4655700/2d0bb01ea72b60174df74e0dd4655700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862824.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c80/1df461c2b21a010e384293149c3d5c80/1df461c2b21a010e384293149c3d5c80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862827.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/976/cc9ded705505aa92c39fa74145553976/cc9ded705505aa92c39fa74145553976.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862830.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/d32/bbd7727537bddeb186d6c51a3e5e5d32/bbd7727537bddeb186d6c51a3e5e5d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862833.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6e8/6f853982dbdf13e2cacae75de4ee16e8/6f853982dbdf13e2cacae75de4ee16e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862836.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/0e9/c2832f3d39786dcb316368bd84f2d0e9/c2832f3d39786dcb316368bd84f2d0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862839.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/aae/69952065a03bf1c7e24fed3762770aae/69952065a03bf1c7e24fed3762770aae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862842.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/857/11eb5aff469c255e05ffe0aa119ae857/11eb5aff469c255e05ffe0aa119ae857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862845.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/4fc/8fb87d3fc67c7de7990e9e5bfba814fc/8fb87d3fc67c7de7990e9e5bfba814fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862848.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/085/71770bc6b98c5962278c572f4afbb085/71770bc6b98c5962278c572f4afbb085.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862851.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/db3/5cb98f4a4ee62add91367ed7cd53adb3/5cb98f4a4ee62add91367ed7cd53adb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862854.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/801/9adb1fc259440583da110e3b88f56801/9adb1fc259440583da110e3b88f56801.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862857.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/9c6/39ab5707c850d1d608576b75a31119c6/39ab5707c850d1d608576b75a31119c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862860.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/3aa/f44f805acea3240bb265ef200fe9b3aa/f44f805acea3240bb265ef200fe9b3aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862863.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/34f/2b085db2d18f0b666f33d4dbe247c34f/2b085db2d18f0b666f33d4dbe247c34f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862866.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6f0/55985e0acb0b29b1fed5a8556cd4c6f0/55985e0acb0b29b1fed5a8556cd4c6f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862869.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e70/58d36466b6811bd1ed65a7604019be70/58d36466b6811bd1ed65a7604019be70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862872.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/27e/5351bfdf3c05b738b8caa6d2baf2f27e/5351bfdf3c05b738b8caa6d2baf2f27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862875.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/868/7524c8dcf43216b72198f2c4bfffa868/7524c8dcf43216b72198f2c4bfffa868.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862878.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2f2/1559522434b3ea0a04a2d6e2e36332f2/1559522434b3ea0a04a2d6e2e36332f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862881.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/c33/2503456d7c917709473e5af285022c33/2503456d7c917709473e5af285022c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862884.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/372/fd731e9cb95ff1a4d7e8ef52015bb372/fd731e9cb95ff1a4d7e8ef52015bb372.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862887.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/20a/a1a389e0ab04669f67d1fa026dbbe20a/a1a389e0ab04669f67d1fa026dbbe20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862890.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/ea1/e593e866cafdb86174f5bfbc374b9ea1/e593e866cafdb86174f5bfbc374b9ea1.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862893.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/f17/d11f48cb2a1b81bcb3b716ea64d8ef17/d11f48cb2a1b81bcb3b716ea64d8ef17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862896.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/6d3/97c42701561a133357ebc1a4aad146d3/97c42701561a133357ebc1a4aad146d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862899.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/3c0/308e0d68677b1e10e7292b448e8443c0/308e0d68677b1e10e7292b448e8443c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862902.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/e65/99e78fb96de1ae094503ac6610263e65/99e78fb96de1ae094503ac6610263e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862905.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2b7/54907ee70728ec1c31d7dc92d19a62b7/54907ee70728ec1c31d7dc92d19a62b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862905.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/2b7/54907ee70728ec1c31d7dc92d19a62b7/54907ee70728ec1c31d7dc92d19a62b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1715862908.00000-0, db: /tmp/tmpsy2lbdv_/sda/containers/0/0c1/f9f897befbcad19f492bbca5e14650c1/f9f897befbcad19f492bbca5e14650c1.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpbo7xbbtt/sda/containers/0/90c/03cea04a758883c651645e0bbc33d90c/03cea04a758883c651645e0bbc33d90c.db, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpbo7xbbtt/sda/containers/0/afc/db72112e0770d5adf6ca34941a555afc/db72112e0770d5adf6ca34941a555afc.db, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014281272888183594s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017523765563964844s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862703.88010, (5, 5) as of 1715862738.84137, cleaved as of 1715862703.88010> in 0.007s, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpbo7xbbtt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.73294.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00026535987854003906s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715862703.88010, (1, 6144) as of 1715862738.90943, cleaved as of 1715862703.88010> in 0.008s, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp4i76lino/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.85860.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003390312194824219s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.0007457733154296875s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000232696533203125s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +test.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862703.88010, (6, 6) as of 1715862739.01514, cleaved as of 1715862703.88010> in 0.012s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b6bbcc14-3308-439c-8137-419d742e7d51-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022172927856445312s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (6, 6) as of 1715862739.01514, cleaved as of 1715862703.88010>, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002257823944091797s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000270843505859375s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862703.88010, (6, 6) as of 1715862739.01514, cleaved as of 1715862703.88010> in 0.008s, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgrkq7oyi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862738.92751.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, found as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpz3j8cn40/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862703.88010, (3, 6) as of 1715862739.21434, cleaved as of 1715862703.88010> in 0.003s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862703.88010, (1, 100) as of 1715862739.22813, cleaved as of 1715862703.88010> in 0.008s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715862703.88010, (1, 1000) as of 1715862739.25964, cleaved as of 1715862703.88010> in 0.009s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715862703.88010, (2, 15) as of 1715862739.27551, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002486705780029297s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715862703.88010, (2, 15) as of 1715862739.27551, active as of 1715862703.88010> in 0.009s, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpz3j8cn40/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.11229.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmphj0s547a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.33528.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7nla5396/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.38241.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024318695068359375s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, found as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000217437744140625s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016164779663085938s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpn4xoxxrl/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862703.88010, (3, 6) as of 1715862739.59105, cleaved as of 1715862703.88010> in 0.004s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862703.88010, (1, 100) as of 1715862739.60857, cleaved as of 1715862703.88010> in 0.01s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.534027099609375e-05s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1715862703.88010, (1, 1000) as of 1715862739.64975, cleaved as of 1715862703.88010> in 0.012s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1715862703.88010, (2, 15) as of 1715862739.66583, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1715862703.88010, (2, 15) as of 1715862739.66583, active as of 1715862703.88010> in 0.009s, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpn4xoxxrl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.44659.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002307891845703125s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1715862703.88010, (500000, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003190040588378906s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020170211791992188s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1715862703.88010, (2, 103) as of 1715862739.76262, cleaved as of 1715862703.88010> in 0.013s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1715862739.78923, (500000, 0) as of 1715862739.78923, created as of 1715862739.78923>, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015854835510253906s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1715862739.78923, (3, 1103) as of 1715862739.81515, cleaved as of 1715862739.78923> in 0.011s, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp3_vfy98r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862739.70756.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023698806762695312s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpt58797o7/sda/containers/0/77c/dd7a37fd7237066ca7bf3c1e2ffd877c/dd7a37fd7237066ca7bf3c1e2ffd877c.db, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.390975952148438e-05s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.273124694824219e-05s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021767616271972656s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013780593872070312s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1715862739.82746, (0, 0) as of 1715862739.82746, sharding as of 1715862739.82746>, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1715862703.88010, (3, 6) as of 1715862739.89539, cleaved as of 1715862703.88010> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002028942108154297s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.058547973632812e-05s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1715862703.88010, (2, 15) as of 1715862739.90582, cleaved as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018477439880371094s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1715862739.82746, (0, 0) as of 1715862739.82746, sharding as of 1715862739.82746>, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +test.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1715862703.88010, (2, 15) as of 1715862739.90582, cleaved as of 1715862703.88010> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpt58797o7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862739.82747.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp86ievk55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1715862739.98577, (1000, 11111) as of 1715862739.98577, created as of 1715862739.98577>, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1715862762.00000, (0, 0) as of 1715862751.00000, shrunk as of 1715862751.00000>, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862739.98577, (1000, 11111) as of 1715862739.98577, created as of 1715862739.98577> in 0.008s, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1715862752.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1715862740.03986, (1000, 11111) as of 1715862740.03986, cleaved as of 1715862740.03986>, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017786026000976562s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1715862789.00000, (0, 0) as of 1715862778.00000, shrunk as of 1715862778.00000>, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862740.03986, (1000, 11111) as of 1715862740.03986, cleaved as of 1715862740.03986> in 0.008s, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1715862779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1715862740.10161, (1000, 11111) as of 1715862740.10161, active as of 1715862740.10161>, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002143383026123047s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1715862816.00000, (0, 0) as of 1715862805.00000, shrunk as of 1715862805.00000>, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1715862740.10161, (1000, 11111) as of 1715862740.10161, active as of 1715862740.10161> in 0.007s, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1715862806.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1715862740.15223, (1000, 11111) as of 1715862740.15223, created as of 1715862740.15223>, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1715862832.00000, (0, 0) as of 1715862832.00000, shrinking as of 1715862832.00000>, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.15223, (1000, 11111) as of 1715862740.15223, created as of 1715862740.15223> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Setting object count to 1072 (txn: tx1683124ec55543dda7c82-006645fcd1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe3111eec479547d2aa45e-006645fcd2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe3111eec479547d2aa45e-006645fcd2) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3111eec479547d2aa45e-006645fcd2) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txe3111eec479547d2aa45e-006645fcd2) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txe3111eec479547d2aa45e-006645fcd2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3309d8df42054c5791587-006645fcd3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1715862740.15227, (1000, 11111) as of 1715862740.15227, created as of 1715862740.15227>, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0006833076477050781s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1715862832.00000, (0, 0) as of 1715862832.00000, shrinking as of 1715862832.00000>, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862740.15227, (1000, 11111) as of 1715862740.15227, created as of 1715862740.15227> in 0.012s, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1715862833.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1715862740.23612, (1000, 11111) as of 1715862740.23612, cleaved as of 1715862740.23612>, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1715862865.00000, (0, 0) as of 1715862865.00000, shrinking as of 1715862865.00000>, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.23612, (1000, 11111) as of 1715862740.23612, cleaved as of 1715862740.23612> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1715862740.23616, (1000, 11111) as of 1715862740.23616, cleaved as of 1715862740.23616>, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017786026000976562s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1715862865.00000, (0, 0) as of 1715862865.00000, shrinking as of 1715862865.00000>, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862740.23616, (1000, 11111) as of 1715862740.23616, cleaved as of 1715862740.23616> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1715862866.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011801719665527344s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1715862740.30725, (1000, 11111) as of 1715862740.30725, active as of 1715862740.30725>, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1715862898.00000, (0, 0) as of 1715862898.00000, shrinking as of 1715862898.00000>, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.30725, (1000, 11111) as of 1715862740.30725, active as of 1715862740.30725> in 0.008s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1715862740.30729, (1000, 11111) as of 1715862740.30729, active as of 1715862740.30729>, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019931793212890625s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1715862898.00000, (0, 0) as of 1715862898.00000, shrinking as of 1715862898.00000>, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1715862740.30729, (1000, 11111) as of 1715862740.30729, active as of 1715862740.30729> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1715862899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1715862740.37710, (1000, 11111) as of 1715862740.37710, cleaved as of 1715862740.37710>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1715862931.00000, (0, 0) as of 1715862931.00000, shrinking as of 1715862931.00000>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.37710, (1000, 11111) as of 1715862740.37710, cleaved as of 1715862740.37710> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1715862740.37714, (1000, 11111) as of 1715862740.37714, cleaved as of 1715862740.37714>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017213821411132812s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1715862931.00000, (0, 0) as of 1715862931.00000, shrinking as of 1715862931.00000>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862740.37714, (1000, 11111) as of 1715862740.37714, cleaved as of 1715862740.37714> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1715862740.37715, (1000, 11111) as of 1715862740.37715, cleaved as of 1715862740.37715>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1715862931.00000, (0, 0) as of 1715862931.00000, shrinking as of 1715862931.00000>, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862740.37715, (1000, 11111) as of 1715862740.37715, cleaved as of 1715862740.37715> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1715862932.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1715862740.46919, (1000, 11111) as of 1715862740.46919, created as of 1715862740.46919>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002028942108154297s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1715862970.00000, (0, 0) as of 1715862970.00000, shrinking as of 1715862970.00000>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.46919, (1000, 11111) as of 1715862740.46919, created as of 1715862740.46919> in 0.008s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1715862740.46923, (1000, 11111) as of 1715862740.46923, created as of 1715862740.46923>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1715862970.00000, (0, 0) as of 1715862970.00000, shrinking as of 1715862970.00000>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862740.46923, (1000, 11111) as of 1715862740.46923, created as of 1715862740.46923> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1715862740.46924, (1000, 11111) as of 1715862740.46924, created as of 1715862740.46924>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023627281188964844s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Setting object count to 1072 (txn: txf6912ca524034a979efa2-006645fcd2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Setting object count to 1072 (txn: txa8e432604c7b45858d083-006645fcd3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb39a0d846aa3484482da8-006645fcd4) +test DEBUG: Setting object count to 1072 (txn: txb39a0d846aa3484482da8-006645fcd4) +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1715862970.00000, (0, 0) as of 1715862970.00000, shrinking as of 1715862970.00000>, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862740.46924, (1000, 11111) as of 1715862740.46924, created as of 1715862740.46924> in 0.009s, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1715862971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1715862740.58527, (1000, 11111) as of 1715862740.58527, active as of 1715862740.58527>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022339820861816406s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017786026000976562s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1715863009.00000, (0, 0) as of 1715863009.00000, shrinking as of 1715863009.00000>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.58527, (1000, 11111) as of 1715862740.58527, active as of 1715862740.58527> in 0.008s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1715862740.58532, (1000, 11111) as of 1715862740.58532, active as of 1715862740.58532>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024247169494628906s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1715863009.00000, (0, 0) as of 1715863009.00000, shrinking as of 1715863009.00000>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862740.58532, (1000, 11111) as of 1715862740.58532, active as of 1715862740.58532> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1715862740.58533, (1000, 11111) as of 1715862740.58533, active as of 1715862740.58533>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015401840209960938s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1715863009.00000, (0, 0) as of 1715863009.00000, shrinking as of 1715863009.00000>, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1715862740.58533, (1000, 11111) as of 1715862740.58533, active as of 1715862740.58533> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1715863010.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa4myn7n0/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016570091247558594s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1715862740.68291, (1000, 11111) as of 1715862740.68291, created as of 1715862740.68291>, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001926422119140625s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1715863048.00000, (0, 0) as of 1715863048.00000, shrinking as of 1715863048.00000>, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.68291, (1000, 11111) as of 1715862740.68291, created as of 1715862740.68291> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c9eb836b-1b56-42d8-9076-473fe4a6132c-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpa4myn7n0/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1715863049.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1715862740.73896, (1000, 11111) as of 1715862740.73896, cleaved as of 1715862740.73896>, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1715863074.00000, (0, 0) as of 1715863074.00000, shrinking as of 1715863074.00000>, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.73896, (1000, 11111) as of 1715862740.73896, cleaved as of 1715862740.73896> in 0.008s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1715862740.73900, (1000, 11111) as of 1715862740.73900, cleaved as of 1715862740.73900>, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004985332489013672s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1715863074.00000, (0, 0) as of 1715863074.00000, shrinking as of 1715863074.00000>, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1715862740.73900, (1000, 11111) as of 1715862740.73900, cleaved as of 1715862740.73900> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a6d30f4c-91ee-4283-b48e-aa5459e2c5c3-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpa4myn7n0/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1715863075.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033473968505859375s, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e6d63331-c6ce-445f-b75b-e6285802a619-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpa4myn7n0/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1715863107.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018024444580078125s, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b9755243-755f-432b-a466-456899af57b9-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpa4myn7n0/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1715863127.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1715862740.88279, (1000, 11111) as of 1715862740.88279, cleaved as of 1715862740.88279>, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1715863146.00000, (0, 0) as of 1715863146.00000, shrinking as of 1715863146.00000>, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1715862740.88279, (1000, 11111) as of 1715862740.88279, cleaved as of 1715862740.88279> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '73a80435-0293-437f-9704-1af3194050e2-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpa4myn7n0/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1715863147.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1715862743.00000, (0, 0) as of 1715862743.00000, active as of 1715862743.00000>, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017642974853515625s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014472007751464844s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1715862740.97073, (0, 0) as of 1715862741.00000, shrunk as of 1715862741.00000>, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1715862743.00000, (0, 0) as of 1715862743.00000, active as of 1715862743.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpg680glth/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1715862743.00000, (0, 0) as of 1715862743.00000, active as of 1715862743.00000>, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1715862741.00000, (0, 0) as of 1715862741.00000, sharding as of 1715862741.00000>, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1715862743.00000, (0, 0) as of 1715862743.00000, active as of 1715862743.00000> in 0.012s, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp0gvnuf0l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012445449829101562s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpbfftacnx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862742.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1715862741.11254, (0, 0) as of 1715862742.00000, shrunk as of 1715862742.00000>, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpixlbxe_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test ERROR: Failed to unlink '/tmp/tmpsy930mbe/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpsy930mbe/containers/part/suffix/hash/container_1715862724.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpsy930mbe/containers/part/suffix/hash/container_1715862724.00000.db': ['/tmp/tmpsy930mbe/containers/part/suffix/hash/container.db', '/tmp/tmpsy930mbe/containers/part/suffix/hash/container_1715862725.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpsy930mbe/containers/part/suffix/hash/container_1715862725.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmp7onogwde/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp7onogwde/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpjzv0sqo7/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpjzv0sqo7/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002200603485107422s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1715862703.88010, (2, 3) as of 1715862741.16518, cleaved as of 1715862703.88010> in 0.007s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1715862703.88010, (2, 103) as of 1715862741.18771, cleaved as of 1715862703.88010> in 0.007s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, found as of 1715862703.88010>, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862741.19223>, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1715862703.88010, (1, 1000) as of 1715862741.21183, cleaved as of 1715862741.19223> in 0.008s, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzjyproju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.12118.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013971328735351562s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002951622009277344s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00015544891357421875s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1715862703.88010, (1, 18432) as of 1715862741.27530, cleaved as of 1715862703.88010> in 0.013s, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp6umeqb2p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.22171.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '10ed985e8d7a3e3fb3ef38e59a3f3aa5', 'd77160d3-669b-4744-8b33-31c9172bdb44-sdb', '1715862741.30018', '0000000000.00000', '0', '', '0000000000.00000', 5, 0) +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1715862743.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1715862744.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1715862745.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1715862746.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1715862747.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd77160d3-669b-4744-8b33-31c9172bdb44-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00022029876708984375s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862703.88010, (3, 3) as of 1715862741.38486, cleaved as of 1715862703.88010> in 0.011s, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg4_r11gy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'ed2e4240-841a-4c0d-b6ae-832cb2631e72-', '1715862741.29461', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-60db1c32-314c-4985-b8cb-fef8e35accc4-sda": ["{\\"ref\\": \\"60db1c32-314c-4985-b8cb-fef8e35accc4-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1715862741.38635"]}', '0000000000.00000', 7, 0) +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1715862703.88010', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1715862741.36754', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862703.88010', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1715862703.88010', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1715862741.38486', 'deleted': 0, 'state': 40, 'state_timestamp': '1715862703.88010', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1715862741.32214', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1715862741.38981', 'deleted': 0, 'state': 70, 'state_timestamp': '1715862741.32219', 'epoch': '1715862741.32219', 'reported': 0, 'tombstones': -1}], 'ed2e4240-841a-4c0d-b6ae-832cb2631e72-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1715862703.88010, (3, 3) as of 1715862741.38486, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx4bbf1908eae14de38dafa-006645fcd4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx193476ae7a3440ea93408-006645fcd5) +test DEBUG: Setting object count to 3120 (txn: tx193476ae7a3440ea93408-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcbe313dbf5444e779963e-006645fcd5) +test DEBUG: Setting object count to 3120 (txn: txcbe313dbf5444e779963e-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txedaee2a38c194f7082960-006645fcd5) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1715862703.88010, (3, 3) as of 1715862741.38486, active as of 1715862703.88010> in 0.007s, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg4_r11gy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.32219.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmplfnq7kfc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '43bfcb00-2f63-48d9-aa2c-46998429a941-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlbot3tl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '43bfcb00-2f63-48d9-aa2c-46998429a941-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlbot3tl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '43bfcb00-2f63-48d9-aa2c-46998429a941-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlbot3tl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '43bfcb00-2f63-48d9-aa2c-46998429a941-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlbot3tl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f5f5553e-844b-44ea-945c-ef521cfd80f5-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpxlbot3tl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b1edb5dd-39e6-45c7-bebe-f46c454ccb35-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpok99ltay/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b1edb5dd-39e6-45c7-bebe-f46c454ccb35-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpok99ltay/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b1edb5dd-39e6-45c7-bebe-f46c454ccb35-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpok99ltay/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b1edb5dd-39e6-45c7-bebe-f46c454ccb35-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpok99ltay/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862741.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'db72ef1e-d5eb-4621-9088-4ae046b2e7f8-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpok99ltay/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862741.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp3zg07zkp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp_und_pd0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp_und_pd0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp_und_pd0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp_f3al1vy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txedaee2a38c194f7082960-006645fcd5) +test DEBUG: Setting object count to 3120 (txn: txedaee2a38c194f7082960-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test DEBUG: Setting object count to 3120 (txn: tx81f831ba77f04b5d94dc8-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx73714a632b9d414ca6443-006645fcd5) +test DEBUG: Setting object count to 3120 (txn: tx73714a632b9d414ca6443-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8945096e8d6545c4bdd02-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp91hov1fa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp91hov1fa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp91hov1fa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp91hov1fa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1715862741.71479, (100000, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmp91hov1fa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu_84ydzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpu_84ydzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpu_84ydzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmphi3_cxg1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp06wb3ium/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862741.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp4t5yn6pv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp_fywudfh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpsa_jroz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpsa_jroz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpsa_jroz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpsa_jroz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp9cvva43q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp9cvva43q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp9cvva43q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp9cvva43q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpq2qthvg7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpq2qthvg7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpq2qthvg7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpq2qthvg7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp005zzrv8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp005zzrv8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp005zzrv8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp005zzrv8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpqcj8wobx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpqcj8wobx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpqcj8wobx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:22 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '34173cb6-e953-4ec3-8703-6ce9b108365c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph5rn4lan/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-16T12:32:22.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmph5rn4lan/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-05-16T12:32:23.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpwnku_dp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862743.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpqoz258bh/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp74aq3sng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmps1kfwf3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmps1kfwf3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmps1kfwf3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmps1kfwf3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002205371856689453s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021457672119140625s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023794174194335938s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +test ERROR: Failed to unlink '/tmp/tmpye2geodi/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpye2geodi/containers/part/suffix/hash/container_1715862742.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpye2geodi/containers/part/suffix/hash/container_1715862742.00000.db': ['/tmp/tmpye2geodi/containers/part/suffix/hash/container.db', '/tmp/tmpye2geodi/containers/part/suffix/hash/container_1715862743.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpye2geodi/containers/part/suffix/hash/container_1715862743.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 1660704 0 +test ERROR: ERROR Account update failed with 127.0.0.1:56531/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0007 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0023 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0006 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000324249267578125s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003387928009033203s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.40695, (0, 0) as of 1715862742.40695, active as of 1715862742.40695>, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.40696, (0, 0) as of 1715862742.40696, active as of 1715862742.40696>, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.40696, (0, 0) as of 1715862742.40696, active as of 1715862742.40696>, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017595291137695312s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015091896057128906s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014543533325195312s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.40696, (0, 0) as of 1715862742.40696, active as of 1715862742.40696>, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.40696, (0, 0) as of 1715862742.40696, active as of 1715862742.40696>, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppi4fgmoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.40756.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023245811462402344s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022554397583007812s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001857280731201172s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022530555725097656s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020837783813476562s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012636184692382812s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001220703125s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8b26k_8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020647048950195312s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.65600, (0, 0) as of 1715862742.65600, active as of 1715862742.65600>, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.65601, (0, 0) as of 1715862742.65601, active as of 1715862742.65601>, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.65602, (0, 0) as of 1715862742.65602, active as of 1715862742.65602>, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpl5ru37w5/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl5ru37w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.65661.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003185272216796875s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020170211791992188s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002181529998779297s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.70793, (0, 0) as of 1715862742.70793, active as of 1715862742.70793>, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.70794, (0, 0) as of 1715862742.70794, active as of 1715862742.70794>, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpnjgf118i/sda/containers/0/3d0/3c1b744fc8dc4856b59abc4735cf03d0/3c1b744fc8dc4856b59abc4735cf03d0.db, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.70795, (0, 0) as of 1715862742.70795, active as of 1715862742.70795>, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnjgf118i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.70852.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018930435180664062s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023412704467773438s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0033 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0016 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test DEBUG: Unlinked retiring db '/tmp/tmp_xgsybll/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.76329, (0, 0) as of 1715862742.76329, active as of 1715862742.76329>, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp3m09k_tm/sda/containers/0/494/b0015dd61abef8421f76e1db2d5a0494/b0015dd61abef8421f76e1db2d5a0494.db, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.76330, (0, 0) as of 1715862742.76330, active as of 1715862742.76330>, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.76331, (0, 0) as of 1715862742.76331, active as of 1715862742.76331>, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp3m09k_tm/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3m09k_tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.76387.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002181529998779297s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002543926239013672s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023436546325683594s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.81389, (0, 0) as of 1715862742.81389, active as of 1715862742.81389>, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862742.81391, (0, 0) as of 1715862742.81391, active as of 1715862742.81391>, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862742.81391, (0, 0) as of 1715862742.81391, active as of 1715862742.81391>, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862742.81389, (0, 0) as of 1715862742.81389, active as of 1715862742.81389>, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi118di0r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.81451.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001666545867919922s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000232696533203125s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023293495178222656s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024271011352539062s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002484321594238281s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002541542053222656s, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0015 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0047 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0035 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0033 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmpuq8bg5zx/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0029 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0053 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0041 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:22 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvrf8w49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862742.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002052783966064453s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022935867309570312s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018477439880371094s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001919269561767578s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020813941955566406s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017547607421875s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018525123596191406s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014710426330566406s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013971328735351562s, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgu75jxvz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1715862744.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018167495727539062s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0055 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0006 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0042 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0033 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0060 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0037 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0007 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0075 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011849403381347656s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp30_11oyl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025463104248046875s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002028942108154297s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0009102821350097656s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013756752014160156s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013685226440429688s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmiqhet28/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019168853759765625s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00043964385986328125s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001201629638671875s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022125244140625s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001285076141357422s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0013 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0058 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmphb_ss9gp/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0025 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmpffi3if0w/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0025 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0045 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, active as of 1715862703.88010>, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwq8_zzft/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021266937255859375s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021266937255859375s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001857280731201172s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020647048950195312s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002167224884033203s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000125885009765625s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022268295288085938s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002319812774658203s, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1715862743.37473, (0, 0) as of 1715862743.37473, active as of 1715862743.37473>, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1715862743.37474, (0, 0) as of 1715862743.37474, active as of 1715862743.37474>, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1715862743.37475, (0, 0) as of 1715862743.37475, active as of 1715862743.37475>, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6qhtv3bb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.37532.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpyw6umjhm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpyw6umjhm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpyw6umjhm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpyw6umjhm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpdfi_ksbs/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpdfi_ksbs/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpdfi_ksbs/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0046 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0025 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0004 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0012 "-" 1660704 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0040 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0043 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpdfi_ksbs/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiezya_tf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiezya_tf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiezya_tf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiezya_tf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0627rs8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0627rs8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0627rs8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0627rs8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpii21_mao/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle + self._process_broker(broker, node, part) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpii21_mao/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0041 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0014 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0033 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmpt3nlvu71/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0036 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0034 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Fri May 17 02:32:23 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:23 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpud7llqfs/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpud7llqfs/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpud7llqfs/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpud7llqfs/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp20xbbslt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862743.89273.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpdf_asd7o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdf_asd7o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdf_asd7o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdf_asd7o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpdf_asd7o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0112 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0059 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0095 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0044 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0094 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0097 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0185 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0143 "-" 1660704 - +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txcd9b62e3dc8e4c0890eff-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txeffe32f7a902496a96568-006645fcd5) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txeffe32f7a902496a96568-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd139d6372a914ac29a890-006645fcd5) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txd139d6372a914ac29a890-006645fcd5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd139d6372a914ac29a890-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd139d6372a914ac29a890-006645fcd5) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd139d6372a914ac29a890-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx585cb712e9ac4eff8fbcb-006645fcd5) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx585cb712e9ac4eff8fbcb-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx585cb712e9ac4eff8fbcb-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx585cb712e9ac4eff8fbcb-006645fcd5) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx585cb712e9ac4eff8fbcb-006645fcd5) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1c4c4cae3bf84667a55c0-006645fcd5) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx1c4c4cae3bf84667a55c0-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1c4c4cae3bf84667a55c0-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1c4c4cae3bf84667a55c0-006645fcd5) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1c4c4cae3bf84667a55c0-006645fcd5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx99250c663e944a1c9bd13-006645fcd6) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx99250c663e944a1c9bd13-006645fcd6) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx99250c663e944a1c9bd13-006645fcd6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx38f434ac32554df297dd3-006645fcd8) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp6w0sttjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpaxcor5st/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash60False/hash60False_1715862744.00000.db +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx38f434ac32554df297dd3-006645fcd8) +test DEBUG: Setting object count to 1065 (txn: tx38f434ac32554df297dd3-006645fcd8) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpmks8qtcv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmks8qtcv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpmks8qtcv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmks8qtcv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0092 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0045 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0045 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx11e7ef7d141d445c845f3-006645fcd8" "proxy-server 1660741" 0.0012 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45693/sda1/1/a/c" "tx11e7ef7d141d445c845f3-006645fcd8" "container-server 1660741" 0.0011 "-" 1660741 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57205/sdb1/1/a/c" "tx11e7ef7d141d445c845f3-006645fcd8" "container-server 1660741" 0.0010 "-" 1660741 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx11e7ef7d141d445c845f3-006645fcd8" "proxy-server 1660741" 0.0142 "-" 1660741 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx11e7ef7d141d445c845f3-006645fcd8" "proxy-server 1660741" 0.0105 "-" 1660741 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx11e7ef7d141d445c845f3-006645fcd8 - 0.0227 - - 1715862744.280994415 1715862744.303676367 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8e570bf710b84e28bb262-006645fcd8" "proxy-server 1660741" 0.0012 "-" 1660741 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57205/sdb1/1/a1/c1" "tx8e570bf710b84e28bb262-006645fcd8" "container-server 1660741" 0.0011 "-" 1660741 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45693/sda1/1/a1/c1" "tx8e570bf710b84e28bb262-006645fcd8" "container-server 1660741" 0.0010 "-" 1660741 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8e570bf710b84e28bb262-006645fcd8" "proxy-server 1660741" 0.0085 "-" 1660741 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8e570bf710b84e28bb262-006645fcd8" "proxy-server 1660741" 0.0136 "-" 1660741 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8e570bf710b84e28bb262-006645fcd8 - 0.0218 - - 1715862744.305080652 1715862744.326871157 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe30f54f1bc6e4e3f9ad87-006645fcd8" "proxy-server 1660741" 0.0019 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45693/sda1/2/a/c1" "txe30f54f1bc6e4e3f9ad87-006645fcd8" "container-server 1660741" 0.0017 "-" 1660741 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57205/sdb1/2/a/c1" "txe30f54f1bc6e4e3f9ad87-006645fcd8" "container-server 1660741" 0.0011 "-" 1660741 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe30f54f1bc6e4e3f9ad87-006645fcd8" "proxy-server 1660741" 0.0179 "-" 1660741 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe30f54f1bc6e4e3f9ad87-006645fcd8" "proxy-server 1660741" 0.0132 "-" 1660741 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe30f54f1bc6e4e3f9ad87-006645fcd8 - 0.0270 - - 1715862744.328302622 1715862744.355318308 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf7d2b3bc75964c06b6e3b-006645fcd8" "proxy-server 1660741" 0.0019 "-" 1660741 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45693/sda1/1/a/c2" "txf7d2b3bc75964c06b6e3b-006645fcd8" "container-server 1660741" 0.0022 "-" 1660741 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57205/sdb1/1/a/c2" "txf7d2b3bc75964c06b6e3b-006645fcd8" "container-server 1660741" 0.0017 "-" 1660741 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf7d2b3bc75964c06b6e3b-006645fcd8" "proxy-server 1660741" 0.0150 "-" 1660741 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf7d2b3bc75964c06b6e3b-006645fcd8" "proxy-server 1660741" 0.0111 "-" 1660741 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf7d2b3bc75964c06b6e3b-006645fcd8 - 0.0242 - - 1715862744.356670618 1715862744.380834341 2 +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash60True/hash60True_1715862763.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0185 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0135 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0160 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0142 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0216 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0144 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0123 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0107 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1660704 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0205 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0142 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0139 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0078 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0141 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0071 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0059 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 1660704 0 +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/lse/hash50False/hash50False_1715862782.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - zero objects found, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpr7wy6j77/sda/containers/0/rue/hash50True/hash50True_1715862798.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h60/hash60/hash60_1715862744.91404.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0100 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0032 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0181 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0103 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0127 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0062 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0061 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0062 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0060 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0188 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0064 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0070 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0042 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0049 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0096 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0097 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0096 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0120 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0118 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0107 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7g83jy9r/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0098 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0106 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0067 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0104 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0062 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0120 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h50/hash50/hash50_1715862744.97497.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprs6aoijs/sda/containers/0/h70/hash70/hash70_1715862745.03639.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp5lscp68u/sda/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle + self._periodic_report_stats() + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 1660704 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1660704 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0143 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0072 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0078 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0079 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0158 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0122 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0106 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0046 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 1660704 - +test ERROR: ERROR Account update failed with 127.0.0.1:39715/sda1 (will retry later): Response 503 OK +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1660704 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0134 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0094 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1660704 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0178 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660704 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9192dca2a76348a2b7560-006645fcd5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9192dca2a76348a2b7560-006645fcd5) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9192dca2a76348a2b7560-006645fcd5) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx9192dca2a76348a2b7560-006645fcd5) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx9192dca2a76348a2b7560-006645fcd5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txb1685dbb643947348693f-006645fcd6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txa5b93c779a87442e8e128-006645fcd7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpo2hp3t98/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00024127960205078125s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpivmy41a0/sda/containers/0/85a/17defa9abee50a9ab0b69c49e6afa85a/17defa9abee50a9ab0b69c49e6afa85a.db, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpivmy41a0/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpivmy41a0/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpivmy41a0/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test DEBUG: Setting object count to 3120 (txn: txdc9ac6c834db42f8a189e-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx685fdf399733491da5b31-006645fcd9) +test DEBUG: Setting object count to 3120 (txn: tx685fdf399733491da5b31-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx49c55b7394964ce49118c-006645fcd9) +test DEBUG: Setting object count to 3120 (txn: tx49c55b7394964ce49118c-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1715862703.88010, (0, 0) as of 1715862703.88010, cleaved as of 1715862703.88010> in 0.015s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1715862703.88010, (2, 2) as of 1715862745.89971, cleaved as of 1715862703.88010> in 0.016s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpivmy41a0/sda/containers/0/9ac/9e841001bff6814f3b71b819b72209ac/9e841001bff6814f3b71b819b72209ac.db, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0079 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0018 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0068 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0026 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0044 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0056 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0035 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0057 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0158 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0057 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:25 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0089 "-" 1660704 - +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test DEBUG: Setting object count to 3120 (txn: tx113ac18bed8a4d37a07ae-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx47956393b60d458990efd-006645fcd9) +test DEBUG: Setting object count to 3120 (txn: tx47956393b60d458990efd-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdba758e4bc55488c99a7b-006645fcd9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txdba758e4bc55488c99a7b-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04c467a719c448fda6e7a-006645fcd9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx04c467a719c448fda6e7a-006645fcd9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010>, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1715862703.88010, (0, 0) as of 1715862703.88010, created as of 1715862703.88010> - shard db already in sync, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1715862703.88010, (3, 3) as of 1715862746.01702, cleaved as of 1715862703.88010> in 0.011s, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpivmy41a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862745.46215.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7fcc7257-53cc-4a9e-8837-e63427d5129d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8giulgbn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862746.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7fcc7257-53cc-4a9e-8837-e63427d5129d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8giulgbn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862746.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7fcc7257-53cc-4a9e-8837-e63427d5129d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8giulgbn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862746.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7fcc7257-53cc-4a9e-8837-e63427d5129d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8giulgbn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862746.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ada028c6-c035-43c7-9f80-c217b3c93fd1-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8giulgbn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1715862746.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdzctfhyl/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdzctfhyl/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdzctfhyl/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Fri May 17 02:32:26 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0119 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0056 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test DEBUG: Unlinked retiring db '/tmp/tmp5l782yes/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0057 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0049 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0049 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0057 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0245 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660704 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0214 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0146 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0107 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0258 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0105 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0156 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0103 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0106 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +sharder-test INFO: Since Fri May 17 02:32:26 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri May 17 02:32:26 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmprt4sg9my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6rai4fbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0319 "-" 1660704 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7232iwzm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [16/May/2024:12:32:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0169 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0146 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0071 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:26 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:26 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:26 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1660704 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [16/May/2024:12:32:26 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0092 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [16/May/2024:12:32:26 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0010 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0209 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0167 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660704 1 +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpeynalxkk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002582073211669922s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00021219253540039062s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00014495849609375s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.004619121551513672s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.000209808349609375s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002288818359375s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpgnewvn49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0045583248138427734s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.004502534866333008s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +sharder-test DEBUG: got 3 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.000125885009765625s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpr3isr_i5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmp774h6zf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp774h6zf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test-replicator INFO: [worker 1/2 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=1660726] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=1660726] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc5d2ab2e601b49178781f-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc5d2ab2e601b49178781f-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc5d2ab2e601b49178781f-006645fcdb) +test ERROR: Container HEAD returning 503 for [] (txn: txc5d2ab2e601b49178781f-006645fcdb) +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0187 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0112 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0082 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0097 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0098 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0038 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0125 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0089 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0080 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0202 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0118 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0123 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0107 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0083 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0097 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1660704 nada +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1660704 999 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0080 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0057 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0080 "-" 1660704 1 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 1660704 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0158 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0133 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0154 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0106 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0125 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0165 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0129 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0099 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0066 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0078 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0097 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0076 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0148 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0117 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0095 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0078 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0095 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0077 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0141 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0106 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0063 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0119 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0085 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0184 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0087 "-" 1660704 0 +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx69af656d35804cd08e93f-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx69af656d35804cd08e93f-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx69af656d35804cd08e93f-006645fcdb) +test ERROR: Container HEAD returning 503 for [] (txn: tx69af656d35804cd08e93f-006645fcdb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx00e42b0959ff420384e7e-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx00e42b0959ff420384e7e-006645fcdb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx00e42b0959ff420384e7e-006645fcdb) +test ERROR: Container HEAD returning 503 for [] (txn: tx00e42b0959ff420384e7e-006645fcdb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx95f77b879d914bdd9de76-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txfdc1f7b6471a441ab782b-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: txfdc1f7b6471a441ab782b-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0200 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0046 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0080 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0035 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:27 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0137 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0111 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 1660704 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0154 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0117 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 1660704 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 1660704 0 +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0049 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:28 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1660704 - +test INFO: - - - [16/May/2024:12:32:28 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0083 "-" 1660704 0 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx24d9b5e903a94b939643b-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: tx04049c9cbaae4489ad8f7-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec41e2c7473445adbe609-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: tx620af40eb4df4a4991178-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: tx753bb9265cf148e292437-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx096d5a0354b34a81914d5-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: txc0ce28df4ef94ec1a602b-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7208fcbd59c34daeb4d0d-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: txf1e5466bb309430698834-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server DEBUG: Ignoring 412 from primary (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server ERROR: Object returning 503 for [] (txn: tx1649f273ba964add9c0a2-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txeee55f0e69334be78e500-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9cb7a57d9284dfc80f4c-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx826bb92f1db34f6885582-006645fcdc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: tx9dfd363c24094652b5faf-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx0e55d63aeef84a00849ac-0068530a26) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx0e55d63aeef84a00849ac-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx8b8b1f595907484c83b0b-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx1a9a925dde844a03998cf-0068530a26) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273648.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a53/40cb7fd0de793ac726621231c04d7a53/40cb7fd0de793ac726621231c04d7a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273653.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f74/1b4e71e14f29392cab4bbf392b681f74/1b4e71e14f29392cab4bbf392b681f74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273658.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/550/293c1054675da71572a72d00a8e37550/293c1054675da71572a72d00a8e37550.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273663.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d9f/86cac7420a8dbe44031246af01e7ad9f/86cac7420a8dbe44031246af01e7ad9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273668.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/937/c4027a6a69a4e7efd85b7c99be658937/c4027a6a69a4e7efd85b7c99be658937.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273673.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/71f/1b936c10a53e1d2a6b3c7ce992cc471f/1b936c10a53e1d2a6b3c7ce992cc471f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273678.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d31/6f8445e7bdd201ca8b3438fbc5ab0d31/6f8445e7bdd201ca8b3438fbc5ab0d31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273683.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/63e/8852a03999055c8b4e7ee63ed953263e/8852a03999055c8b4e7ee63ed953263e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273688.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/b6d/86201edb77390476d6a853d4184bbb6d/86201edb77390476d6a853d4184bbb6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273693.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9fc/f4301c1b062073cdb879d308aed769fc/f4301c1b062073cdb879d308aed769fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273698.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/384/0dcf57f7d760ceafce03e497534a6384/0dcf57f7d760ceafce03e497534a6384.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273703.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/8a7/58199580088f02ae6e50ab76693788a7/58199580088f02ae6e50ab76693788a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273708.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/e64/3d354235cf8ff974f1b227ca5fcc3e64/3d354235cf8ff974f1b227ca5fcc3e64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273713.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/86c/c12b648ff6980c660cb266a9d51c086c/c12b648ff6980c660cb266a9d51c086c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273718.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/6ee/e7864f83857c59f35319b0e579bd46ee/e7864f83857c59f35319b0e579bd46ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273723.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/831/7d3c55b01a73c33f944ba5745da2a831/7d3c55b01a73c33f944ba5745da2a831.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273728.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f52/3c43341fb43f408713b817fc7508ff52/3c43341fb43f408713b817fc7508ff52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273733.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/4b1/b49db58f8c9d3ae576afe43cf892f4b1/b49db58f8c9d3ae576afe43cf892f4b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273738.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/84e/97a612c173b83c430a80b1def394e84e/97a612c173b83c430a80b1def394e84e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273743.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/383/30848b9492af542a70921cb41523a383/30848b9492af542a70921cb41523a383.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273748.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/032/fcaaeb80f446c739831fe5bbbe346032/fcaaeb80f446c739831fe5bbbe346032.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273753.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/491/01b39333262f9bd99ef4910c858de491/01b39333262f9bd99ef4910c858de491.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273758.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/913/156929e8045f35c7329ee631b84c1913/156929e8045f35c7329ee631b84c1913.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273763.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/34c/59d7da3aaa8f28b18f95f1985836334c/59d7da3aaa8f28b18f95f1985836334c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273768.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a3b/675bc74eca61ecd90713ad5cd312da3b/675bc74eca61ecd90713ad5cd312da3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273773.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/12d/79c0c340fbefe3e44a3eb6e00966712d/79c0c340fbefe3e44a3eb6e00966712d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273778.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/658/bd514d0284ea533f59306c5ba0df5658/bd514d0284ea533f59306c5ba0df5658.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273783.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fee/10d88b04f91eda94b92390f6a3654fee/10d88b04f91eda94b92390f6a3654fee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273788.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/a98/808e7adb67f936bfcf26d2f90f65da98/808e7adb67f936bfcf26d2f90f65da98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273793.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/f94/df03ce42dec6e161b047e0e39221bf94/df03ce42dec6e161b047e0e39221bf94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273798.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/d32/eb2b8c3bb4fac3e8d2ea2a9d8f4c9d32/eb2b8c3bb4fac3e8d2ea2a9d8f4c9d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273803.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/2ca/b914e916930efda77eb44b4f13e5b2ca/b914e916930efda77eb44b4f13e5b2ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273808.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/14e/de0f507e4f0cb86d1184177f3cbfc14e/de0f507e4f0cb86d1184177f3cbfc14e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273813.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/fe7/d579ca70aae7b5b3e505f3fe7c78bfe7/d579ca70aae7b5b3e505f3fe7c78bfe7.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73590594623d4b67a8eee-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73590594623d4b67a8eee-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73590594623d4b67a8eee-0068530a26) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73590594623d4b67a8eee-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: tx73590594623d4b67a8eee-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx73590594623d4b67a8eee-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: tx400ea32d8725461d8ba60-0068530a26) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: tx5941b862b83141cda13df-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txae106ae91a8c414a976d9-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txae106ae91a8c414a976d9-0068530a26) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txae106ae91a8c414a976d9-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: txae106ae91a8c414a976d9-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx52fb2adc64e44079b5a10-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx52fb2adc64e44079b5a10-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0bb5b2cad7354474aa38b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0bb5b2cad7354474aa38b-0068530a26) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0bb5b2cad7354474aa38b-0068530a26) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0bb5b2cad7354474aa38b-0068530a26) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0a6c87b18e1c436b941d3-0068530a26) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7de7adc5e47e49dda171c-0068530a26) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7de7adc5e47e49dda171c-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx7de7adc5e47e49dda171c-0068530a26) -test ERROR: Container GET returning 503 for [] (txn: tx5b3f88f058794ff9a8e80-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx5b3f88f058794ff9a8e80-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx227b9c134f4142dbb9049-0068530a26) -test INFO: Client disconnected on read of '/a/c' (txn: tx227b9c134f4142dbb9049-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx836651b2b4e74653b3abf-0068530a26) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx836651b2b4e74653b3abf-0068530a26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx0ff4305ba18b4bf8bd7ef-0068530a26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx93d1fe9c2162450889062-0068530a26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +StopIteration (txn: txb7457b7487fa47dcae24e-006645fcdc) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server ERROR: Object returning 503 for [] (txn: txc1138a1edad24710b1173-0068530a26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txffc759ab009d4dcd9ed70-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx3fc501e1af4e4ce393d99-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -106861,8 +110357,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -106870,8 +110366,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -106879,7 +110375,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106888,7 +110384,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106897,7 +110393,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106906,7 +110402,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106915,7 +110411,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106924,7 +110420,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106933,7 +110429,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106942,7 +110438,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106951,7 +110447,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106960,7 +110456,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106969,7 +110465,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106978,7 +110474,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106987,7 +110483,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -106996,7 +110492,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107005,7 +110501,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107014,18 +110510,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9cc8394710249969b0f3-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx6de55cba40a64c239859d-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107033,8 +110519,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107042,8 +110528,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107051,8 +110537,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107060,7 +110546,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107069,7 +110555,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107078,7 +110564,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107087,9 +110573,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107098,7 +110582,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107107,7 +110591,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107116,7 +110600,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107125,7 +110609,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107134,7 +110618,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107143,7 +110627,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107152,7 +110636,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107161,7 +110645,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107170,7 +110654,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107179,7 +110663,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107188,9 +110672,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa112700381624f5c8ab0f-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx8ccfada505414c2d87820-006645fcdc) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107198,8 +110681,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107207,8 +110690,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107216,8 +110699,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107225,7 +110708,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107234,7 +110717,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107243,7 +110726,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107252,7 +110735,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107261,7 +110744,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107270,7 +110753,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107279,7 +110762,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107288,7 +110771,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107297,7 +110780,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107306,7 +110789,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107315,7 +110798,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107324,7 +110807,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107333,7 +110816,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107342,7 +110825,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107351,8 +110834,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9200fe497124096849b0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx113f95a41bb04e16b343a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107360,7 +110843,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107369,8 +110852,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107378,8 +110861,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107387,7 +110870,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107396,7 +110879,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107405,7 +110888,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107414,7 +110897,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107423,7 +110906,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107432,7 +110915,19 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107441,7 +110936,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107450,7 +110945,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107459,7 +110954,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107468,7 +110963,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107477,7 +110972,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107486,7 +110981,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107495,7 +110990,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107504,7 +110999,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107513,319 +111008,379 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb43f406b56034890a2873-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe4c84757d63d466c8d248-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 490, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx990d3d3e224e43a083ffb-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd0371e12caa4539becbc-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd0371e12caa4539becbc-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd0371e12caa4539becbc-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txa755d1bc26804a798dc59-006645fcda) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txa755d1bc26804a798dc59-006645fcda) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb8e6d5ffc2a9406698251-006645fcda) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb8e6d5ffc2a9406698251-006645fcda) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8e6d5ffc2a9406698251-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8e6d5ffc2a9406698251-006645fcda) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb8e6d5ffc2a9406698251-006645fcda) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc2a8c8d624eb4bd4a78a3-006645fcda) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc2a8c8d624eb4bd4a78a3-006645fcda) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc2a8c8d624eb4bd4a78a3-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc2a8c8d624eb4bd4a78a3-006645fcda) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc2a8c8d624eb4bd4a78a3-006645fcda) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd2ebe6edbe35483da4f55-006645fcda) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd2ebe6edbe35483da4f55-006645fcda) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd2ebe6edbe35483da4f55-006645fcda) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd2ebe6edbe35483da4f55-006645fcda) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd2ebe6edbe35483da4f55-006645fcda) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7d589a12d7946e888f97-006645fcdb) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txd7d589a12d7946e888f97-006645fcdb) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txd7d589a12d7946e888f97-006645fcdb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +test DEBUG: Setting object count to 1065 (txn: tx4dcfc205bb5744ab95b56-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx7103a67dd9eb494f8df35-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d93a33fd57648b7ad01f-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273818.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/ef6/ebfde5a68bbde5c958661a7ff1c70ef6/ebfde5a68bbde5c958661a7ff1c70ef6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273823.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/7e2/bac97e0366c00a38bad8496321b007e2/bac97e0366c00a38bad8496321b007e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273828.00000-0, db: /tmp/tmp940bz4w4/sda/containers/0/9f4/4b61609056d6dedf4862e556fc76f9f4/4b61609056d6dedf4862e556fc76f9f4.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272554.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d1f/dafd877925806cba83723d821de36d1f/dafd877925806cba83723d821de36d1f_1750272554.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8_1750272558.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e_1750272562.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817_1750272566.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943_1750272570.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f_1750272574.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272578.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/28b/daa8b8628eb4be901e2c2e71258fe28b/daa8b8628eb4be901e2c2e71258fe28b_1750272578.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272582.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/7a6/671401a3407eb653c19ad4030c64c7a6/671401a3407eb653c19ad4030c64c7a6_1750272582.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b_1750272586.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/141/30e56ad293ee4f49c7026d0389f0f141/30e56ad293ee4f49c7026d0389f0f141.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272590.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/141/30e56ad293ee4f49c7026d0389f0f141/30e56ad293ee4f49c7026d0389f0f141_1750272590.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272594.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/775/703d9bda2a23f59267c596e0d7761775/703d9bda2a23f59267c596e0d7761775_1750272594.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37_1750272598.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/bd6/daafcacd3d55fcad07cc8f2015094bd6/daafcacd3d55fcad07cc8f2015094bd6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272602.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/bd6/daafcacd3d55fcad07cc8f2015094bd6/daafcacd3d55fcad07cc8f2015094bd6_1750272602.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272606.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/7af/17fc8662028beb232e79feffcdd287af/17fc8662028beb232e79feffcdd287af_1750272606.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b_1750272610.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272614.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/e1d/08e3c8935ce429dd2a50cec0cbd91e1d/08e3c8935ce429dd2a50cec0cbd91e1d_1750272614.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272618.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d9c/a8933cc8385143b6e5d4f35de67aad9c/a8933cc8385143b6e5d4f35de67aad9c_1750272618.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30_1750272622.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/a8b/15ae31b740cc2f480540561cf3625a8b/15ae31b740cc2f480540561cf3625a8b.db' -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd256eef6b4b445168c3c8-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107833,8 +111388,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107842,8 +111397,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107851,8 +111406,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107860,8 +111415,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107869,8 +111424,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107878,8 +111433,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107887,35 +111442,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2ed443bd174afe9d97c-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 490, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx05ffb63334a14ae5a4e04-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx194c70a2562646d3aef39-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx194c70a2562646d3aef39-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx194c70a2562646d3aef39-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacf89baffac4a0fbb930-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107923,8 +111451,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107932,8 +111460,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107941,7 +111469,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107950,17 +111478,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107968,7 +111487,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -107977,8 +111496,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( @@ -107986,63 +111505,79 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +StopIteration (txn: txe0d289c58c8842899c54a-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108051,7 +111586,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108060,7 +111595,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108069,7 +111604,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108078,7 +111613,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108087,7 +111622,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108096,7 +111631,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108105,7 +111640,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108114,7 +111649,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108123,7 +111658,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108132,7 +111667,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108141,7 +111676,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108150,7 +111685,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108159,7 +111694,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request @@ -108168,407 +111703,714 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9ec7c422c9d9456dba4e0-0068530a27) -proxy-server ERROR: Object returning 503 for [] (txn: tx9ec7c422c9d9456dba4e0-0068530a27) +StopIteration (txn: tx355b2abff19842089038b-006645fcdd) +proxy-server ERROR: Object returning 503 for [] (txn: tx355b2abff19842089038b-006645fcdd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txeb68bbfeb63a411f9411d-0068530a27) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txc7f048a9da5749ec8503f-006645fcdd) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txeb68bbfeb63a411f9411d-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx459a7a761d6f4d26a4c35-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx1ba68f9553f7402889fa4-0068530a27) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx484bd5d21dc04da79222f-0068530a27) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txab8db530192c486ebae8a-0068530a27) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3f765b3fc7514595be5c7-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb446d8a70b0840ac80a04-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx23eba45ac57d4871a07b9-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7a0a38a1e6614c6aadc8e-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx201110e204e449508f0d9-006645fcdd) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8r39yymt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8r39yymt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8r39yymt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8r39yymt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1660713 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1660713 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1660713 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1660713 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e3481420344437b87631-006645fcdd" "proxy-server 1660713" 0.0012 "-" 1660713 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37425/sda1/0/a/c" "tx1e3481420344437b87631-006645fcdd" "container-server 1660713" 0.0011 "-" 1660713 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:45085/sdb1/0/a/c" "tx1e3481420344437b87631-006645fcdd" "container-server 1660713" 0.0012 "-" 1660713 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e3481420344437b87631-006645fcdd" "proxy-server 1660713" 0.0228 "-" 1660713 0 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txc7f048a9da5749ec8503f-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5863b265eea14f6aabbf9-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx143833057e14424b83a18-006645fcdd) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx305abe9690d54191a1c81-006645fcdd) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx0ece300c21a74172a961c-006645fcdd) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txedeae9befd954edfb4906-006645fcdd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple @@ -108577,131 +112419,125 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: Object returning 503 for [] (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd1c25582f252455594619-0068530a27) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: Object returning 503 for [] (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38446a8fd0354f28aa5da-006645fcdd) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txe987b75b7d8e4ee7adcea-0068530a27) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txe987b75b7d8e4ee7adcea-0068530a27) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx8321c3420fd147939e544-006645fcde) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx8321c3420fd147939e544-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272626.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/a8b/15ae31b740cc2f480540561cf3625a8b/15ae31b740cc2f480540561cf3625a8b_1750272626.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272630.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/fa5/7a6b52f5228be9c00c9bc51f8a263fa5/7a6b52f5228be9c00c9bc51f8a263fa5_1750272630.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449_1750272634.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/798/db7918da14a6538bbea7089175c4c798/db7918da14a6538bbea7089175c4c798.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272638.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/798/db7918da14a6538bbea7089175c4c798/db7918da14a6538bbea7089175c4c798_1750272638.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272642.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/11d/66326ad04581aaee595ac5915bbba11d/66326ad04581aaee595ac5915bbba11d_1750272642.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d9c/435a5b3777e9fed585dc7ef8ac4e0d9c/435a5b3777e9fed585dc7ef8ac4e0d9c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272646.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d9c/435a5b3777e9fed585dc7ef8ac4e0d9c/435a5b3777e9fed585dc7ef8ac4e0d9c_1750272646.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d31/302fbf6524646a32b7923843d983dd31/302fbf6524646a32b7923843d983dd31.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272650.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d31/302fbf6524646a32b7923843d983dd31/302fbf6524646a32b7923843d983dd31_1750272650.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272654.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/77d/6587386f92ddc6573abfcace14a6777d/6587386f92ddc6573abfcace14a6777d_1750272654.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/6a0/439f38444b1c33d53d3a4a086c4e46a0/439f38444b1c33d53d3a4a086c4e46a0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272658.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/6a0/439f38444b1c33d53d3a4a086c4e46a0/439f38444b1c33d53d3a4a086c4e46a0_1750272658.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/1c6/73fcefbd9b9ae487698fb9cfd321e1c6/73fcefbd9b9ae487698fb9cfd321e1c6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272662.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/1c6/73fcefbd9b9ae487698fb9cfd321e1c6/73fcefbd9b9ae487698fb9cfd321e1c6_1750272662.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272666.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/534/458c1b12626eb6da0142e9dee69fe534/458c1b12626eb6da0142e9dee69fe534_1750272666.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/208/980a8350927a318ba7ce7fc09e5f7208/980a8350927a318ba7ce7fc09e5f7208.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272670.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/208/980a8350927a318ba7ce7fc09e5f7208/980a8350927a318ba7ce7fc09e5f7208_1750272670.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/10e/1b8b8bcb186994dc7406164eb2b7410e/1b8b8bcb186994dc7406164eb2b7410e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272674.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/10e/1b8b8bcb186994dc7406164eb2b7410e/1b8b8bcb186994dc7406164eb2b7410e_1750272674.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272678.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/f98/d999818ae1ae315d8318d4e0a2daff98/d999818ae1ae315d8318d4e0a2daff98_1750272678.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/479/9d062feb3d3db4aa417653fd0b236479/9d062feb3d3db4aa417653fd0b236479.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272682.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/479/9d062feb3d3db4aa417653fd0b236479/9d062feb3d3db4aa417653fd0b236479_1750272682.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/1fa/dfc035db1166e8d8f378d60021c301fa/dfc035db1166e8d8f378d60021c301fa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272686.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/1fa/dfc035db1166e8d8f378d60021c301fa/dfc035db1166e8d8f378d60021c301fa_1750272686.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272690.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/4de/832779f5a0b20117bfaa66891a3a64de/832779f5a0b20117bfaa66891a3a64de_1750272690.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272694.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041_1750272694.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/3f5/450dede06f8c422593c2bd24e2a323f5/450dede06f8c422593c2bd24e2a323f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272698.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/3f5/450dede06f8c422593c2bd24e2a323f5/450dede06f8c422593c2bd24e2a323f5_1750272698.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272702.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/9cb/ec0d1d4903f3b1755defc9a31cc389cb/ec0d1d4903f3b1755defc9a31cc389cb_1750272702.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/912/9a0b9b6adc13f51d6a4e3c060a437912/9a0b9b6adc13f51d6a4e3c060a437912.db' test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e3481420344437b87631-006645fcdd" "proxy-server 1660713" 0.0104 "-" 1660713 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/29 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1e3481420344437b87631-006645fcdd - 0.0312 - - 1715862749.509775877 1715862749.541012764 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa919bf12aef24d5fa82ed-006645fcdd" "proxy-server 1660713" 0.0012 "-" 1660713 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:45085/sdb1/2/a1/c1" "txa919bf12aef24d5fa82ed-006645fcdd" "container-server 1660713" 0.0011 "-" 1660713 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:37425/sda1/2/a1/c1" "txa919bf12aef24d5fa82ed-006645fcdd" "container-server 1660713" 0.0011 "-" 1660713 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa919bf12aef24d5fa82ed-006645fcdd" "proxy-server 1660713" 0.0092 "-" 1660713 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa919bf12aef24d5fa82ed-006645fcdd" "proxy-server 1660713" 0.0144 "-" 1660713 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/29 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa919bf12aef24d5fa82ed-006645fcdd - 0.0219 - - 1715862749.542503119 1715862749.564438820 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7d43fd8e76c6423ba7066-006645fcdd" "proxy-server 1660713" 0.0021 "-" 1660713 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:45085/sdb1/0/a/c1" "tx7d43fd8e76c6423ba7066-006645fcdd" "container-server 1660713" 0.0012 "-" 1660713 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37425/sda1/0/a/c1" "tx7d43fd8e76c6423ba7066-006645fcdd" "container-server 1660713" 0.0018 "-" 1660713 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7d43fd8e76c6423ba7066-006645fcdd" "proxy-server 1660713" 0.0160 "-" 1660713 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7d43fd8e76c6423ba7066-006645fcdd" "proxy-server 1660713" 0.0123 "-" 1660713 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/29 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7d43fd8e76c6423ba7066-006645fcdd - 0.0252 - - 1715862749.566114664 1715862749.591299772 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe87d6a58320e4b86a1744-006645fcdd" "proxy-server 1660713" 0.0021 "-" 1660713 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45085/sdb1/2/a/c2" "txe87d6a58320e4b86a1744-006645fcdd" "container-server 1660713" 0.0017 "-" 1660713 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37425/sda1/2/a/c2" "txe87d6a58320e4b86a1744-006645fcdd" "container-server 1660713" 0.0012 "-" 1660713 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe87d6a58320e4b86a1744-006645fcdd" "proxy-server 1660713" 0.0146 "-" 1660713 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:29 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe87d6a58320e4b86a1744-006645fcdd" "proxy-server 1660713" 0.0107 "-" 1660713 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/29 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe87d6a58320e4b86a1744-006645fcdd - 0.0240 - - 1715862749.592741489 1715862749.616737127 2 +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx3d54e9f538e24ad981693-006645fcde) proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request @@ -108744,26 +112580,26 @@ File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode return pyeclib_c.decode(self.handle, _fragment_payloads, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx3b7b1d6b8f8448b1888ed-0068530a27) +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx3d54e9f538e24ad981693-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e619d0623bc457fb683b-0068530a27) -proxy-server ERROR: Object returning 503 for [] (txn: tx6e619d0623bc457fb683b-0068530a27) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5774c087394f49a686b17-006645fcde) +proxy-server ERROR: Object returning 503 for [] (txn: tx5774c087394f49a686b17-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff @@ -108772,75 +112608,123 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmp2fgw4dkt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2fgw4dkt/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmp2fgw4dkt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2fgw4dkt/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0074 "-" 1660726 - test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server ERROR: Object returning 503 for [] (txn: tx9b2e423263de404ba0977-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server ERROR: Object returning 503 for [] (txn: txc2f4ce28f16a418aa853d-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx934ebe320b714070aa2b1-0068530a27) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7f82ec8a276b45e194656-0068530a27) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server ERROR: Object returning 503 for [] (txn: tx7907ccb42f7f4922abf10-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server ERROR: Object returning 503 for [] (txn: tx106c6f74910848eea5ace-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83ff4434438d44ac97934-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx199e886369be42d484ead-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -108854,104 +112738,275 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0071 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0070 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcd3247cf0b714e4990152-006645fcde" "proxy-server 1660726" 0.0012 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:37467/sdb1/0/a/c" "txcd3247cf0b714e4990152-006645fcde" "container-server 1660726" 0.0092 "-" 1660726 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60745/sda1/0/a/c" "txcd3247cf0b714e4990152-006645fcde" "container-server 1660726" 0.0011 "-" 1660726 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd3247cf0b714e4990152-006645fcde" "proxy-server 1660726" 0.0374 "-" 1660726 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd3247cf0b714e4990152-006645fcde" "proxy-server 1660726" 0.0252 "-" 1660726 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcd3247cf0b714e4990152-006645fcde - 0.0553 - - 1715862750.435527086 1715862750.490790367 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7fc170e7bbc3475f97049-006645fcde" "proxy-server 1660726" 0.0012 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:37467/sdb1/2/a1/c1" "tx7fc170e7bbc3475f97049-006645fcde" "container-server 1660726" 0.0093 "-" 1660726 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60745/sda1/2/a1/c1" "tx7fc170e7bbc3475f97049-006645fcde" "container-server 1660726" 0.0011 "-" 1660726 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7fc170e7bbc3475f97049-006645fcde" "proxy-server 1660726" 0.0307 "-" 1660726 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7fc170e7bbc3475f97049-006645fcde" "proxy-server 1660726" 0.0230 "-" 1660726 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7fc170e7bbc3475f97049-006645fcde - 0.0475 - - 1715862750.492203712 1715862750.539682388 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6c33a84b7c5498d992a1-006645fcde" "proxy-server 1660726" 0.0020 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60745/sda1/0/a/c1" "txb6c33a84b7c5498d992a1-006645fcde" "container-server 1660726" 0.0018 "-" 1660726 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37467/sdb1/0/a/c1" "txb6c33a84b7c5498d992a1-006645fcde" "container-server 1660726" 0.0059 "-" 1660726 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6c33a84b7c5498d992a1-006645fcde" "proxy-server 1660726" 0.0270 "-" 1660726 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6c33a84b7c5498d992a1-006645fcde" "proxy-server 1660726" 0.0234 "-" 1660726 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb6c33a84b7c5498d992a1-006645fcde - 0.0490 - - 1715862750.541129589 1715862750.590147495 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0600903bdc0e44eb9a224-006645fcde" "proxy-server 1660726" 0.0020 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60745/sda1/2/a/c2" "tx0600903bdc0e44eb9a224-006645fcde" "container-server 1660726" 0.0033 "-" 1660726 2 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37467/sdb1/2/a/c2" "tx0600903bdc0e44eb9a224-006645fcde" "container-server 1660726" 0.0012 "-" 1660726 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0600903bdc0e44eb9a224-006645fcde" "proxy-server 1660726" 0.0144 "-" 1660726 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:30 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0600903bdc0e44eb9a224-006645fcde" "proxy-server 1660726" 0.0198 "-" 1660726 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0600903bdc0e44eb9a224-006645fcde - 0.0287 - - 1715862750.591657877 1715862750.620363951 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txa4b8f86eb917489ba3c59-0068530a28) +proxy-server ERROR: Object returning 503 for [] (txn: tx48f4be6c8afd430994628-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx58138b02aa6842cf98e5b-0068530a28) +proxy-server ERROR: Object returning 503 for [] (txn: tx12babdb5c53748b18dd36-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb38b1f3c089f4c089711a-0068530a28) -proxy-server ERROR: Object returning 503 for [] (txn: txb38b1f3c089f4c089711a-0068530a28) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1b97d0537164dd7a8822-006645fcde) +proxy-server ERROR: Object returning 503 for [] (txn: txb1b97d0537164dd7a8822-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d77e12f74cf49a4b7cef-0068530a28) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ad6ae43d11b43ceab093-006645fcde) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272706.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/912/9a0b9b6adc13f51d6a4e3c060a437912/9a0b9b6adc13f51d6a4e3c060a437912_1750272706.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/99d/019b4847a6bef527cc6bcd4837b2d99d/019b4847a6bef527cc6bcd4837b2d99d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272710.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/99d/019b4847a6bef527cc6bcd4837b2d99d/019b4847a6bef527cc6bcd4837b2d99d_1750272710.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272714.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/73e/d4ca954352bd850cd14e309f5c84f73e/d4ca954352bd850cd14e309f5c84f73e_1750272714.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/983/484ed4ed97cb1b3d00a5eab11311d983/484ed4ed97cb1b3d00a5eab11311d983.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272718.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/983/484ed4ed97cb1b3d00a5eab11311d983/484ed4ed97cb1b3d00a5eab11311d983_1750272718.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/137/20d4b73fe319d5e30523a6b9d6d10137/20d4b73fe319d5e30523a6b9d6d10137.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272722.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/137/20d4b73fe319d5e30523a6b9d6d10137/20d4b73fe319d5e30523a6b9d6d10137_1750272722.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d9c/d54afb39da52404c6ec5166e14dfed9c/d54afb39da52404c6ec5166e14dfed9c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272726.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d9c/d54afb39da52404c6ec5166e14dfed9c/d54afb39da52404c6ec5166e14dfed9c_1750272726.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/c5d/44241d1a46f06383a85edae869ba2c5d/44241d1a46f06383a85edae869ba2c5d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272730.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/c5d/44241d1a46f06383a85edae869ba2c5d/44241d1a46f06383a85edae869ba2c5d_1750272730.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/363/b2e8cfda34a2c5274f287c01380f5363/b2e8cfda34a2c5274f287c01380f5363.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272734.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/363/b2e8cfda34a2c5274f287c01380f5363/b2e8cfda34a2c5274f287c01380f5363_1750272734.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/2c2/85b2b7ed34f1a19b7164da31cd9b32c2/85b2b7ed34f1a19b7164da31cd9b32c2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272738.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/2c2/85b2b7ed34f1a19b7164da31cd9b32c2/85b2b7ed34f1a19b7164da31cd9b32c2_1750272738.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b05/7ffdf416c2ecd8ef46523597b5518b05/7ffdf416c2ecd8ef46523597b5518b05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272742.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b05/7ffdf416c2ecd8ef46523597b5518b05/7ffdf416c2ecd8ef46523597b5518b05_1750272742.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/33e/b0a5c155185af673d41b8938296d733e/b0a5c155185af673d41b8938296d733e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272746.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/33e/b0a5c155185af673d41b8938296d733e/b0a5c155185af673d41b8938296d733e_1750272746.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/cc0/aa9338567fc3023d37ffa8f8810b0cc0/aa9338567fc3023d37ffa8f8810b0cc0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272750.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/cc0/aa9338567fc3023d37ffa8f8810b0cc0/aa9338567fc3023d37ffa8f8810b0cc0_1750272750.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/85b/04b5c170006e038f5031686d990d385b/04b5c170006e038f5031686d990d385b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272754.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/85b/04b5c170006e038f5031686d990d385b/04b5c170006e038f5031686d990d385b_1750272754.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/d4d/83d1da95b585f709ff9ca4a2c2f1ad4d/83d1da95b585f709ff9ca4a2c2f1ad4d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272758.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/d4d/83d1da95b585f709ff9ca4a2c2f1ad4d/83d1da95b585f709ff9ca4a2c2f1ad4d_1750272758.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/522/c6c9d2acb9a2b087ffe36b49281c5522/c6c9d2acb9a2b087ffe36b49281c5522.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272762.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/522/c6c9d2acb9a2b087ffe36b49281c5522/c6c9d2acb9a2b087ffe36b49281c5522_1750272762.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/f8c/55c63172c3fe35fd997d39f52cd01f8c/55c63172c3fe35fd997d39f52cd01f8c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272766.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/f8c/55c63172c3fe35fd997d39f52cd01f8c/55c63172c3fe35fd997d39f52cd01f8c_1750272766.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/cf2/ccda6859f0e71fa77385f776d2c1fcf2/ccda6859f0e71fa77385f776d2c1fcf2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272770.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/cf2/ccda6859f0e71fa77385f776d2c1fcf2/ccda6859f0e71fa77385f776d2c1fcf2_1750272770.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/9e5/6499f8baa9d98fe36a81007291a749e5/6499f8baa9d98fe36a81007291a749e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272774.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/9e5/6499f8baa9d98fe36a81007291a749e5/6499f8baa9d98fe36a81007291a749e5_1750272774.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/1e2/a23f3ceea90b2ebe826f317ac5edf1e2/a23f3ceea90b2ebe826f317ac5edf1e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272778.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/1e2/a23f3ceea90b2ebe826f317ac5edf1e2/a23f3ceea90b2ebe826f317ac5edf1e2_1750272778.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/2bb/d2e0043b97760437912264f24ddbc2bb/d2e0043b97760437912264f24ddbc2bb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272782.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/2bb/d2e0043b97760437912264f24ddbc2bb/d2e0043b97760437912264f24ddbc2bb_1750272782.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/608/161926716ff0ed4b0aa4335417fa6608/161926716ff0ed4b0aa4335417fa6608.db' +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok proxy-server ERROR: Exception fetching fragments for '/a/c/o': @@ -108976,108 +113031,64 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx0d77e12f74cf49a4b7cef-0068530a28) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx0d77e12f74cf49a4b7cef-0068530a28) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx0ad6ae43d11b43ceab093-006645fcde) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx0ad6ae43d11b43ceab093-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.3:1003/sdd (txn: tx379ff50b70c2499c9034b-0068530a28) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: txc40e5a53dcc84d5ba0942-006645fcde) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txbdceb4f4d031436ca4433-0068530a28) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6530413277da4d9299275-0068530a28) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx6530413277da4d9299275-0068530a28) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx32c4dcb1df1e44bd9b209-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx966d167aac3548f8842ef-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272786.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/608/161926716ff0ed4b0aa4335417fa6608/161926716ff0ed4b0aa4335417fa6608_1750272786.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/e48/8f797d98e2bd0cf0b26574fe36f08e48/8f797d98e2bd0cf0b26574fe36f08e48.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272790.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/e48/8f797d98e2bd0cf0b26574fe36f08e48/8f797d98e2bd0cf0b26574fe36f08e48_1750272790.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/dfa/4b7108124ba26fa7f6e18ed9202f8dfa/4b7108124ba26fa7f6e18ed9202f8dfa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272794.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/dfa/4b7108124ba26fa7f6e18ed9202f8dfa/4b7108124ba26fa7f6e18ed9202f8dfa_1750272794.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/c36/3313ad63dbfc7ebe601412259cd33c36/3313ad63dbfc7ebe601412259cd33c36.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272798.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/c36/3313ad63dbfc7ebe601412259cd33c36/3313ad63dbfc7ebe601412259cd33c36_1750272798.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/5de/e6d54a7970beefda004805d1078385de/e6d54a7970beefda004805d1078385de.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272802.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/5de/e6d54a7970beefda004805d1078385de/e6d54a7970beefda004805d1078385de_1750272802.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/59e/647699d18cd884c536a950a16a03859e/647699d18cd884c536a950a16a03859e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272806.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/59e/647699d18cd884c536a950a16a03859e/647699d18cd884c536a950a16a03859e_1750272806.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/7b3/6abf567f9672defcf5a88b76fec4e7b3/6abf567f9672defcf5a88b76fec4e7b3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272810.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/7b3/6abf567f9672defcf5a88b76fec4e7b3/6abf567f9672defcf5a88b76fec4e7b3_1750272810.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/930/46c8601f14e04cfd519eb4acf01c6930/46c8601f14e04cfd519eb4acf01c6930.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272814.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/930/46c8601f14e04cfd519eb4acf01c6930/46c8601f14e04cfd519eb4acf01c6930_1750272814.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/db5/cecbc30769eefb76f1442ce77750ddb5/cecbc30769eefb76f1442ce77750ddb5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272818.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/db5/cecbc30769eefb76f1442ce77750ddb5/cecbc30769eefb76f1442ce77750ddb5_1750272818.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/ffe/d9454b1c7e749ffdabb50c8a47737ffe/d9454b1c7e749ffdabb50c8a47737ffe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272822.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/ffe/d9454b1c7e749ffdabb50c8a47737ffe/d9454b1c7e749ffdabb50c8a47737ffe_1750272822.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/3d0/228efdc0e2d47114fe534d8e8c4963d0/228efdc0e2d47114fe534d8e8c4963d0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272826.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/3d0/228efdc0e2d47114fe534d8e8c4963d0/228efdc0e2d47114fe534d8e8c4963d0_1750272826.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/812/dd5ebe31da93bdd4ddca2551e9783812/dd5ebe31da93bdd4ddca2551e9783812.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272830.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/812/dd5ebe31da93bdd4ddca2551e9783812/dd5ebe31da93bdd4ddca2551e9783812_1750272830.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/41a/7fda5a4944448fe1515d208851c5341a/7fda5a4944448fe1515d208851c5341a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272834.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/41a/7fda5a4944448fe1515d208851c5341a/7fda5a4944448fe1515d208851c5341a_1750272834.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b71/df68075d6e67a3e10f8ff7e9ee468b71/df68075d6e67a3e10f8ff7e9ee468b71.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272838.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b71/df68075d6e67a3e10f8ff7e9ee468b71/df68075d6e67a3e10f8ff7e9ee468b71_1750272838.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/789/071b369222082f0c91665097c3ba8789/071b369222082f0c91665097c3ba8789.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272842.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/789/071b369222082f0c91665097c3ba8789/071b369222082f0c91665097c3ba8789_1750272842.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/bf9/7e33bbfea12bbf816dbc9ef34c691bf9/7e33bbfea12bbf816dbc9ef34c691bf9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272846.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/bf9/7e33bbfea12bbf816dbc9ef34c691bf9/7e33bbfea12bbf816dbc9ef34c691bf9_1750272846.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/662/086c7b5484553d20712eb2b31aaba662/086c7b5484553d20712eb2b31aaba662.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272850.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/662/086c7b5484553d20712eb2b31aaba662/086c7b5484553d20712eb2b31aaba662_1750272850.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/306/1ce1b4c729707eb5bac28dadedca2306/1ce1b4c729707eb5bac28dadedca2306.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272854.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/306/1ce1b4c729707eb5bac28dadedca2306/1ce1b4c729707eb5bac28dadedca2306_1750272854.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/52c/9e948a1ef8247d831646d8eab55f752c/9e948a1ef8247d831646d8eab55f752c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272858.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/52c/9e948a1ef8247d831646d8eab55f752c/9e948a1ef8247d831646d8eab55f752c_1750272858.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/7a7/a6ee20762c8e4a042460ad25aa8fb7a7/a6ee20762c8e4a042460ad25aa8fb7a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272862.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/7a7/a6ee20762c8e4a042460ad25aa8fb7a7/a6ee20762c8e4a042460ad25aa8fb7a7_1750272862.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/925/aac75e0dd8540e18b58abe43831bb925/aac75e0dd8540e18b58abe43831bb925.db' test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs @@ -109088,304 +113099,392 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6470d754dd934953a58e9-0068530a28) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26f7c36ce274e0ba5f73-0068530a28) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx185ccae4c2ee479f98f37-0068530a28) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx762d6636bcba412bbbefa-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb31659beca30463a9b0c5-006645fcde) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9942df81a86a4868951c9-006645fcdf) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0de3d818af53438da7fac-0068530a28) +proxy-server DEBUG: Ignoring 404 from primary (txn: txede0be2df635406c9d59a-006645fcdf) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -ÿÿ Š¿þ©¾oÜßÇ“ÿÿÐ Ê“ÿÿ@;Œÿÿ@Ï8ŒÿÿÀÔ“ÿÿ0‰ Œÿÿ Š¿þ©¾o0‹¾îÿÿ Š¿þ©¾o0‹¾îÿÿ¬È“ÿÿ0‰ ŒÿÿàŠ¾îÿÿÀ‹¾îÿÿ`‰ ŒÿÿÒŒÿÿÈŠ¾îÿÿÀ‹¾îÿÿ‹¾îÿÿ˜‹¾îÿÿˆ‰ Œÿÿ@;Œÿÿ@Ï8Œÿÿ`©˜‹¾îÿÿ 54ÿÿ‹¾îÿÿrunÿÿ Š¿þ©¾oà‹¾îÿÿüÇ“ÿÿ0‰ Œÿÿ`‰ Œÿÿ0‰ Œÿÿ8Œ¾îÿÿÀ‹¾îÿÿ©@;Œÿÿ@Ï8Œÿÿ `1Œÿÿ° g•ÿÿ° g•ÿÿobj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1obj1test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272866.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/925/aac75e0dd8540e18b58abe43831bb925/aac75e0dd8540e18b58abe43831bb925_1750272866.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/9e9/32428a03bfbcbc7a7ce2721da6b2b9e9/32428a03bfbcbc7a7ce2721da6b2b9e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272870.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/9e9/32428a03bfbcbc7a7ce2721da6b2b9e9/32428a03bfbcbc7a7ce2721da6b2b9e9_1750272870.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/8cf/1f53d33c158bfaaed5e53035c4fed8cf/1f53d33c158bfaaed5e53035c4fed8cf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272874.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/8cf/1f53d33c158bfaaed5e53035c4fed8cf/1f53d33c158bfaaed5e53035c4fed8cf_1750272874.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/8a3/9a3f5c2058a9bd7f577faac30c6a48a3/9a3f5c2058a9bd7f577faac30c6a48a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272878.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/8a3/9a3f5c2058a9bd7f577faac30c6a48a3/9a3f5c2058a9bd7f577faac30c6a48a3_1750272878.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b68/539fa07cf33a395d906deafa39bc8b68/539fa07cf33a395d906deafa39bc8b68.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272882.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b68/539fa07cf33a395d906deafa39bc8b68/539fa07cf33a395d906deafa39bc8b68_1750272882.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/483/23d936ad9375c89c029ca6f6265c7483/23d936ad9375c89c029ca6f6265c7483.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272886.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/483/23d936ad9375c89c029ca6f6265c7483/23d936ad9375c89c029ca6f6265c7483_1750272886.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b61/7a2a2eda47b2d9564026743dec6cab61/7a2a2eda47b2d9564026743dec6cab61.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272890.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b61/7a2a2eda47b2d9564026743dec6cab61/7a2a2eda47b2d9564026743dec6cab61_1750272890.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/6c6/e719ed5e2f28bb91a5fe60df607e76c6/e719ed5e2f28bb91a5fe60df607e76c6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272894.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/6c6/e719ed5e2f28bb91a5fe60df607e76c6/e719ed5e2f28bb91a5fe60df607e76c6_1750272894.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b1d/ef93e1aa185357456a4eb93153e6fb1d/ef93e1aa185357456a4eb93153e6fb1d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272898.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b1d/ef93e1aa185357456a4eb93153e6fb1d/ef93e1aa185357456a4eb93153e6fb1d_1750272898.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/654/1d6da852e391a3493021cfb4f4003654/1d6da852e391a3493021cfb4f4003654.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272902.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/654/1d6da852e391a3493021cfb4f4003654/1d6da852e391a3493021cfb4f4003654_1750272902.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/0ee/f6a076fe646cc01a9232345a945430ee/f6a076fe646cc01a9232345a945430ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272906.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/0ee/f6a076fe646cc01a9232345a945430ee/f6a076fe646cc01a9232345a945430ee_1750272906.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/571/8f38251772eeb5a3c2981e4f71432571/8f38251772eeb5a3c2981e4f71432571.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272910.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/571/8f38251772eeb5a3c2981e4f71432571/8f38251772eeb5a3c2981e4f71432571_1750272910.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/1aa/3c1b8fa77dca21aaac822c96722b21aa/3c1b8fa77dca21aaac822c96722b21aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272914.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/1aa/3c1b8fa77dca21aaac822c96722b21aa/3c1b8fa77dca21aaac822c96722b21aa_1750272914.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/cc7/d14831b101e81c4dd17f8d0f857b5cc7/d14831b101e81c4dd17f8d0f857b5cc7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272918.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/cc7/d14831b101e81c4dd17f8d0f857b5cc7/d14831b101e81c4dd17f8d0f857b5cc7_1750272918.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/52a/4fd46549f547b5165be5552d1982652a/4fd46549f547b5165be5552d1982652a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272922.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/52a/4fd46549f547b5165be5552d1982652a/4fd46549f547b5165be5552d1982652a_1750272922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/f73/70c907c16b954603cfb4bf6ae5eb9f73/70c907c16b954603cfb4bf6ae5eb9f73.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272926.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/f73/70c907c16b954603cfb4bf6ae5eb9f73/70c907c16b954603cfb4bf6ae5eb9f73_1750272926.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/535/259907a68f77c7fc96d7e544aa539535/259907a68f77c7fc96d7e544aa539535.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272930.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/535/259907a68f77c7fc96d7e544aa539535/259907a68f77c7fc96d7e544aa539535_1750272930.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/a22/f2d64905c7bc9ad7b319918f445eca22/f2d64905c7bc9ad7b319918f445eca22.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272934.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/a22/f2d64905c7bc9ad7b319918f445eca22/f2d64905c7bc9ad7b319918f445eca22_1750272934.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/6e9/31904bf99bdace9679b97aedc8a526e9/31904bf99bdace9679b97aedc8a526e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272938.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/6e9/31904bf99bdace9679b97aedc8a526e9/31904bf99bdace9679b97aedc8a526e9_1750272938.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/9da/7bda4dc2af54487840d491fd20ea29da/7bda4dc2af54487840d491fd20ea29da.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272942.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/9da/7bda4dc2af54487840d491fd20ea29da/7bda4dc2af54487840d491fd20ea29da_1750272942.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/30f/182a93661b713468e709751acf71f30f/182a93661b713468e709751acf71f30f.db' +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4e896f99dfc648cd94d2b-006645fcde) +test INFO: Client disconnected on read of '/a/c' (txn: tx4e896f99dfc648cd94d2b-006645fcde) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx06e3b3dea5944b9f8c79e-006645fcde) +test INFO: Client disconnected on read of '/a/c' (txn: tx06e3b3dea5944b9f8c79e-006645fcde) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txe6cfb77f750a411ba8e2a-006645fcdf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txe6cfb77f750a411ba8e2a-006645fcdf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txe6cfb77f750a411ba8e2a-006645fcdf) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txe6cfb77f750a411ba8e2a-006645fcdf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp68em5l_i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp68em5l_i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp68em5l_i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp68em5l_i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0034 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2330e0ea148a4998a5943-006645fce0" "proxy-server 1660726" 0.0012 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:32975/sdb1/0/a/c" "tx2330e0ea148a4998a5943-006645fce0" "container-server 1660726" 0.0011 "-" 1660726 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60475/sda1/0/a/c" "tx2330e0ea148a4998a5943-006645fce0" "container-server 1660726" 0.0026 "-" 1660726 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2330e0ea148a4998a5943-006645fce0" "proxy-server 1660726" 0.0156 "-" 1660726 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2330e0ea148a4998a5943-006645fce0" "proxy-server 1660726" 0.0113 "-" 1660726 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2330e0ea148a4998a5943-006645fce0 - 0.0268 - - 1715862752.045427561 1715862752.072180748 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7bd3c4a661e3429599717-006645fce0" "proxy-server 1660726" 0.0012 "-" 1660726 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:32975/sdb1/2/a1/c1" "tx7bd3c4a661e3429599717-006645fce0" "container-server 1660726" 0.0011 "-" 1660726 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60475/sda1/2/a1/c1" "tx7bd3c4a661e3429599717-006645fce0" "container-server 1660726" 0.0010 "-" 1660726 0 +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272946.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/30f/182a93661b713468e709751acf71f30f/182a93661b713468e709751acf71f30f_1750272946.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/e4f/1bcd9cc23ed760ba46f009b3bd95fe4f/1bcd9cc23ed760ba46f009b3bd95fe4f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272950.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/e4f/1bcd9cc23ed760ba46f009b3bd95fe4f/1bcd9cc23ed760ba46f009b3bd95fe4f_1750272950.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/9f6/1051563a91a38d059ed439a6119899f6/1051563a91a38d059ed439a6119899f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272954.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/9f6/1051563a91a38d059ed439a6119899f6/1051563a91a38d059ed439a6119899f6_1750272954.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/088/2fc4899cc82ebba5ba1b2140b43b8088/2fc4899cc82ebba5ba1b2140b43b8088.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272958.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/088/2fc4899cc82ebba5ba1b2140b43b8088/2fc4899cc82ebba5ba1b2140b43b8088_1750272958.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/992/0e8b7a2488f5c01bb555ac56610bd992/0e8b7a2488f5c01bb555ac56610bd992.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272962.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/992/0e8b7a2488f5c01bb555ac56610bd992/0e8b7a2488f5c01bb555ac56610bd992_1750272962.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/4d9/740239985a6d30a959caaa59dfd8a4d9/740239985a6d30a959caaa59dfd8a4d9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272966.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/4d9/740239985a6d30a959caaa59dfd8a4d9/740239985a6d30a959caaa59dfd8a4d9_1750272966.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/915/195551e8846c9aebfd9be8b6d0e71915/195551e8846c9aebfd9be8b6d0e71915.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272970.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/915/195551e8846c9aebfd9be8b6d0e71915/195551e8846c9aebfd9be8b6d0e71915_1750272970.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/c0c/56227cccccb2108ecff2eb85c00d7c0c/56227cccccb2108ecff2eb85c00d7c0c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272974.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/c0c/56227cccccb2108ecff2eb85c00d7c0c/56227cccccb2108ecff2eb85c00d7c0c_1750272974.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/ad7/a36192a38fb8ce44a1b3654c936ebad7/a36192a38fb8ce44a1b3654c936ebad7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272978.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/ad7/a36192a38fb8ce44a1b3654c936ebad7/a36192a38fb8ce44a1b3654c936ebad7_1750272978.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b91/bb673c340cb5688fecc89cb059a73b91/bb673c340cb5688fecc89cb059a73b91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272982.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b91/bb673c340cb5688fecc89cb059a73b91/bb673c340cb5688fecc89cb059a73b91_1750272982.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b2b/376e954b9d091ca81130044e2bf4eb2b/376e954b9d091ca81130044e2bf4eb2b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272986.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b2b/376e954b9d091ca81130044e2bf4eb2b/376e954b9d091ca81130044e2bf4eb2b_1750272986.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/460/3e736e92de663657a4a6bd728d475460/3e736e92de663657a4a6bd728d475460.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272990.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/460/3e736e92de663657a4a6bd728d475460/3e736e92de663657a4a6bd728d475460_1750272990.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/bce/7606070955376ed4b869e40a86f38bce/7606070955376ed4b869e40a86f38bce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272994.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/bce/7606070955376ed4b869e40a86f38bce/7606070955376ed4b869e40a86f38bce_1750272994.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/e25/bbd3db5c02048a773ff67f82b8cf5e25/bbd3db5c02048a773ff67f82b8cf5e25.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272998.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/e25/bbd3db5c02048a773ff67f82b8cf5e25/bbd3db5c02048a773ff67f82b8cf5e25_1750272998.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/cc7/b1bf93b5600589e710bd969998578cc7/b1bf93b5600589e710bd969998578cc7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273002.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/cc7/b1bf93b5600589e710bd969998578cc7/b1bf93b5600589e710bd969998578cc7_1750273002.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/f3f/25e7813628d87d5d67f4bd89e2111f3f/25e7813628d87d5d67f4bd89e2111f3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273006.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/f3f/25e7813628d87d5d67f4bd89e2111f3f/25e7813628d87d5d67f4bd89e2111f3f_1750273006.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/599/028a16312bace11a0c45bb487b4fb599/028a16312bace11a0c45bb487b4fb599.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273010.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/599/028a16312bace11a0c45bb487b4fb599/028a16312bace11a0c45bb487b4fb599_1750273010.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/c54/0d79ea07d4bd1c630978bbf9a4319c54/0d79ea07d4bd1c630978bbf9a4319c54.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273014.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/c54/0d79ea07d4bd1c630978bbf9a4319c54/0d79ea07d4bd1c630978bbf9a4319c54_1750273014.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/296/482ffa334542062c085f95b79b1be296/482ffa334542062c085f95b79b1be296.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273018.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/296/482ffa334542062c085f95b79b1be296/482ffa334542062c085f95b79b1be296_1750273018.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/951/ceff34e657cd026862476f66bc612951/ceff34e657cd026862476f66bc612951.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273022.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/951/ceff34e657cd026862476f66bc612951/ceff34e657cd026862476f66bc612951_1750273022.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/b30/8450ce07a59bf7ca642683d83c4d4b30/8450ce07a59bf7ca642683d83c4d4b30.db' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx9353bbb8476644f0b670e-0068530a28) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx6419f642f6dc4bbdb9d71-006645fcdf) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ed729ba1b604293ada29-0068530a29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txcfab0f08153c4d0e97fd2-0068530a29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273026.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/b30/8450ce07a59bf7ca642683d83c4d4b30/8450ce07a59bf7ca642683d83c4d4b30_1750273026.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/bf4/631f01992d6ce7d25a2135df9bee1bf4/631f01992d6ce7d25a2135df9bee1bf4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273030.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/bf4/631f01992d6ce7d25a2135df9bee1bf4/631f01992d6ce7d25a2135df9bee1bf4_1750273030.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/943/b07d1ead766e75b0162a0cab32368943/b07d1ead766e75b0162a0cab32368943.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273034.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/943/b07d1ead766e75b0162a0cab32368943/b07d1ead766e75b0162a0cab32368943_1750273034.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/739/2f9a1185a8f2b911087967823e239739/2f9a1185a8f2b911087967823e239739.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273038.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/739/2f9a1185a8f2b911087967823e239739/2f9a1185a8f2b911087967823e239739_1750273038.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/0ed/e6591fcd75a46e619e120f4a64b8b0ed/e6591fcd75a46e619e120f4a64b8b0ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273042.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/0ed/e6591fcd75a46e619e120f4a64b8b0ed/e6591fcd75a46e619e120f4a64b8b0ed_1750273042.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/f63/7c428bf9055718fa23a2e62ee6bb4f63/7c428bf9055718fa23a2e62ee6bb4f63.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273046.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/f63/7c428bf9055718fa23a2e62ee6bb4f63/7c428bf9055718fa23a2e62ee6bb4f63_1750273046.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/170/4864cf535832e5222d3553fec4482170/4864cf535832e5222d3553fec4482170.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273050.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/170/4864cf535832e5222d3553fec4482170/4864cf535832e5222d3553fec4482170_1750273050.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/fdc/fbecbc60aca4db74bfa997cc0d9befdc/fbecbc60aca4db74bfa997cc0d9befdc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273054.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/fdc/fbecbc60aca4db74bfa997cc0d9befdc/fbecbc60aca4db74bfa997cc0d9befdc_1750273054.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/987/b26176aa3ec6fe1059e80bf118390987/b26176aa3ec6fe1059e80bf118390987.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273058.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/987/b26176aa3ec6fe1059e80bf118390987/b26176aa3ec6fe1059e80bf118390987_1750273058.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_kk38wy9/sda/containers/0/969/140d522ab2f558a7bbf19336eddc7969/140d522ab2f558a7bbf19336eddc7969.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750273062.00000-0, db: /tmp/tmp_kk38wy9/sda/containers/0/969/140d522ab2f558a7bbf19336eddc7969/140d522ab2f558a7bbf19336eddc7969_1750273062.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272556.00000-0, db: /tmp/tmps3cjpclw/sda/containers/0/b78/f2015c42122140fcf2717d5e412f1b78/f2015c42122140fcf2717d5e412f1b78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmps3cjpclw/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmps3cjpclw/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmps3cjpclw/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272557.00000-0, db: /tmp/tmpy5cg117s/sda/containers/0/9c9/cd5e54ab2ba2732893e9c67bc78189c9/cd5e54ab2ba2732893e9c67bc78189c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmpy5cg117s/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272563.00000-0, db: /tmp/tmpy5cg117s/sda/containers/0/a6b/f86aaf97a16ddadcc04e01e54eae4a6b/f86aaf97a16ddadcc04e01e54eae4a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmpy5cg117s/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272566.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/817/d837d4ce86a464ca868273aa07434817/d837d4ce86a464ca868273aa07434817.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272570.00000-0, db: /tmp/tmprinm8hi1/sda/containers/0/943/a2d8659ded8f4541b12d6676a13cc943/a2d8659ded8f4541b12d6676a13cc943.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpqxaozfwl/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272561.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/e7a/6031faa74283a051f52cada26ebace7a/6031faa74283a051f52cada26ebace7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272567.00000-0, db: /tmp/tmpqbrdcolg/sda/containers/0/26f/b657e8f1e4c119632cfe46dadcff726f/b657e8f1e4c119632cfe46dadcff726f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272558.00000-0, db: /tmp/tmpklg3mgc5/sda/containers/0/0f8/739156e7a4c6aa186644bf93833c20f8/739156e7a4c6aa186644bf93833c20f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272560.00000-0, db: /tmp/tmpklg3mgc5/sda/containers/0/738/9f2e0470e6213a2b8af128ba89f4c738/9f2e0470e6213a2b8af128ba89f4c738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpklg3mgc5/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272564.00000-0, db: /tmp/tmpklg3mgc5/sda/containers/0/6ea/4d90289dbb3466cb57482426d00366ea/4d90289dbb3466cb57482426d00366ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272559.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/96b/e9f77e63a7f28655611e05922530f96b/e9f77e63a7f28655611e05922530f96b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272562.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a8e/f9342c8cf56a97be5b47e93c82918a8e/f9342c8cf56a97be5b47e93c82918a8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272565.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a0d/a30399f9561a486b5d0e6647a196aa0d/a30399f9561a486b5d0e6647a196aa0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272568.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7ba/1fd634c4d04919614c6bd40b543787ba/1fd634c4d04919614c6bd40b543787ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272571.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/b82/130bfc8b94f923a17f8d52e57cfc2b82/130bfc8b94f923a17f8d52e57cfc2b82.db +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d905ba8706e48598b9fa-006645fce0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx8ce2035d02bc419990b37-006645fce0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbaa390f9002a415c83569-0068530a29) +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7bd3c4a661e3429599717-006645fce0" "proxy-server 1660726" 0.0130 "-" 1660726 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7bd3c4a661e3429599717-006645fce0" "proxy-server 1660726" 0.0135 "-" 1660726 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7bd3c4a661e3429599717-006645fce0 - 0.0259 - - 1715862752.073662758 1715862752.099560022 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx49ef6e487e08419190d91-006645fce0" "proxy-server 1660726" 0.0062 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60475/sda1/0/a/c1" "tx49ef6e487e08419190d91-006645fce0" "container-server 1660726" 0.0017 "-" 1660726 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:32975/sdb1/0/a/c1" "tx49ef6e487e08419190d91-006645fce0" "container-server 1660726" 0.0011 "-" 1660726 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49ef6e487e08419190d91-006645fce0" "proxy-server 1660726" 0.0144 "-" 1660726 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49ef6e487e08419190d91-006645fce0" "proxy-server 1660726" 0.0277 "-" 1660726 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx49ef6e487e08419190d91-006645fce0 - 0.0451 - - 1715862752.101081848 1715862752.146176100 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaaef1b321de24f36bf1a2-006645fce0" "proxy-server 1660726" 0.0021 "-" 1660726 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60475/sda1/2/a/c2" "txaaef1b321de24f36bf1a2-006645fce0" "container-server 1660726" 0.0017 "-" 1660726 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:32975/sdb1/2/a/c2" "txaaef1b321de24f36bf1a2-006645fce0" "container-server 1660726" 0.0011 "-" 1660726 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaaef1b321de24f36bf1a2-006645fce0" "proxy-server 1660726" 0.0138 "-" 1660726 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:32 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaaef1b321de24f36bf1a2-006645fce0" "proxy-server 1660726" 0.0100 "-" 1660726 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txaaef1b321de24f36bf1a2-006645fce0 - 0.0295 - - 1715862752.147650480 1715862752.177185535 2 +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx7eed7692a514402393863-006645fce0) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109393,8 +113492,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109402,8 +113501,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109411,8 +113510,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109420,8 +113519,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109429,8 +113528,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109438,8 +113537,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109447,8 +113546,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109456,8 +113555,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109465,8 +113564,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109474,7 +113573,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109483,8 +113582,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109492,8 +113591,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109501,7 +113600,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109510,7 +113609,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109519,7 +113618,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109528,7 +113627,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109537,7 +113636,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109546,7 +113645,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109555,7 +113654,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109564,7 +113663,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109573,7 +113672,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109582,7 +113681,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109591,7 +113690,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109600,7 +113699,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109609,7 +113708,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109618,7 +113717,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109627,8 +113726,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f5427005e37478eb8d83-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx863f0435cf1b4a028aa3e-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109636,8 +113735,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109645,8 +113744,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109654,8 +113753,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109663,8 +113762,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109672,8 +113771,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109681,8 +113780,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109690,8 +113789,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109699,8 +113798,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109708,8 +113807,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109717,8 +113816,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109726,8 +113825,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109735,8 +113834,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txc243792f0b31465783906-006645fce1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -109744,7 +113843,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109753,7 +113852,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109762,7 +113861,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109771,116 +113870,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272574.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/55f/78b33a2aaabd6ee322d51f8f2173d55f/78b33a2aaabd6ee322d51f8f2173d55f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272577.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/855/f35ecb55fe91206d72e5c1826b457855/f35ecb55fe91206d72e5c1826b457855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272580.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/aed/07582819fa80a5baf2d5e4ecef8b1aed/07582819fa80a5baf2d5e4ecef8b1aed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272583.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/dd6/37b174d65162cd34f8ce892a674cadd6/37b174d65162cd34f8ce892a674cadd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272586.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/20b/a78a55fcb1de5448adc44b5f4b5f720b/a78a55fcb1de5448adc44b5f4b5f720b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272589.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/49e/d366906578df29343532711e859aa49e/d366906578df29343532711e859aa49e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272592.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/97f/a31e7bce4b9b92b614809bee9177197f/a31e7bce4b9b92b614809bee9177197f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272595.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/462/cec52208cb8c74c1c73660ed4a4fc462/cec52208cb8c74c1c73660ed4a4fc462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272598.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/a37/191add7c9aa7f30be1912e1e29ae3a37/191add7c9aa7f30be1912e1e29ae3a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272601.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7f6/6adf5cf86056d0aa4749aa3a88b3e7f6/6adf5cf86056d0aa4749aa3a88b3e7f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272604.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/763/97b6d1ada1da19bdaf64f487ea5c7763/97b6d1ada1da19bdaf64f487ea5c7763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272607.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2dd/000ba01821b9ca65f40b58b1f82b62dd/000ba01821b9ca65f40b58b1f82b62dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272610.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c9b/ac7d98948909c8e008534bcc1e6f7c9b/ac7d98948909c8e008534bcc1e6f7c9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272613.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/38e/4bdd51ab971dcc90b87ea0c6d921f38e/4bdd51ab971dcc90b87ea0c6d921f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272616.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/dbd/2cee1500c6bc287ba9193dd3b3406dbd/2cee1500c6bc287ba9193dd3b3406dbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272619.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c53/9802b351b4b433a034056e365ddd7c53/9802b351b4b433a034056e365ddd7c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272622.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/e30/f845d53161b10c9a2552f67be8777e30/f845d53161b10c9a2552f67be8777e30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272625.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/797/f6965483332d5e0346eb344e7f564797/f6965483332d5e0346eb344e7f564797.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272628.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/172/a8037a08d30e80ebe98de45fe5729172/a8037a08d30e80ebe98de45fe5729172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272631.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/838/9abf54e25dc0ec1ef52508cd7fbdf838/9abf54e25dc0ec1ef52508cd7fbdf838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272634.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/449/dc332605cbdc24743b7cb83cfdbf1449/dc332605cbdc24743b7cb83cfdbf1449.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272637.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/0a6/6edbd25bd11dea081d33068da00260a6/6edbd25bd11dea081d33068da00260a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272640.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c10/5359e62631d4c0c78b4a5ddb63be7c10/5359e62631d4c0c78b4a5ddb63be7c10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272640.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/c10/5359e62631d4c0c78b4a5ddb63be7c10/5359e62631d4c0c78b4a5ddb63be7c10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272643.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/232/dd4dda8c8f060508336c3721ebd3b232/dd4dda8c8f060508336c3721ebd3b232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272646.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/d9c/435a5b3777e9fed585dc7ef8ac4e0d9c/435a5b3777e9fed585dc7ef8ac4e0d9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272646.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/d9c/435a5b3777e9fed585dc7ef8ac4e0d9c/435a5b3777e9fed585dc7ef8ac4e0d9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272649.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/54b/ea7b7f9395eebf1e9627076b435c254b/ea7b7f9395eebf1e9627076b435c254b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272652.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1a1/9708461a9257520db36be48a0d22c1a1/9708461a9257520db36be48a0d22c1a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272652.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1a1/9708461a9257520db36be48a0d22c1a1/9708461a9257520db36be48a0d22c1a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272655.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/de6/d7589dbacb2ef8b3c1f5484a1e0e5de6/d7589dbacb2ef8b3c1f5484a1e0e5de6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272658.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/6a0/439f38444b1c33d53d3a4a086c4e46a0/439f38444b1c33d53d3a4a086c4e46a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272658.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/6a0/439f38444b1c33d53d3a4a086c4e46a0/439f38444b1c33d53d3a4a086c4e46a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272661.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/3bc/52263529c2fa41a77ebbb18ad331f3bc/52263529c2fa41a77ebbb18ad331f3bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272661.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/3bc/52263529c2fa41a77ebbb18ad331f3bc/52263529c2fa41a77ebbb18ad331f3bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272664.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272664.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2b8/9940de65dadf1accb97d3910f80fa2b8/9940de65dadf1accb97d3910f80fa2b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272667.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1bf/e9950c5862f19154b82269e010b311bf/e9950c5862f19154b82269e010b311bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272670.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/208/980a8350927a318ba7ce7fc09e5f7208/980a8350927a318ba7ce7fc09e5f7208.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272670.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/208/980a8350927a318ba7ce7fc09e5f7208/980a8350927a318ba7ce7fc09e5f7208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272673.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/947/0c3531f0f4b3d2c0660c24c4626ee947/0c3531f0f4b3d2c0660c24c4626ee947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272676.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/77c/404945c69968912063028c937a81477c/404945c69968912063028c937a81477c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272676.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/77c/404945c69968912063028c937a81477c/404945c69968912063028c937a81477c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272679.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/248/be0aaf2c9bc8677f166cd74aaf4d7248/be0aaf2c9bc8677f166cd74aaf4d7248.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272682.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/479/9d062feb3d3db4aa417653fd0b236479/9d062feb3d3db4aa417653fd0b236479.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272682.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/479/9d062feb3d3db4aa417653fd0b236479/9d062feb3d3db4aa417653fd0b236479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272685.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/b63/111cff8985c09ff24c40e1aab2b90b63/111cff8985c09ff24c40e1aab2b90b63.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272685.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/b63/111cff8985c09ff24c40e1aab2b90b63/111cff8985c09ff24c40e1aab2b90b63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272688.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2da/e342100b4f771b257556690ec8dae2da/e342100b4f771b257556690ec8dae2da.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272688.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/2da/e342100b4f771b257556690ec8dae2da/e342100b4f771b257556690ec8dae2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272691.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/05e/27444f0c72ea7170fe8f41dd41cfd05e/27444f0c72ea7170fe8f41dd41cfd05e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272691.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/05e/27444f0c72ea7170fe8f41dd41cfd05e/27444f0c72ea7170fe8f41dd41cfd05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272694.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272694.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/041/4867c93df3fd5eb18f1900f4a706e041/4867c93df3fd5eb18f1900f4a706e041.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272697.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/0f5/f1d02ceba0d30925b6c67bd225f7e0f5/f1d02ceba0d30925b6c67bd225f7e0f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272700.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/923/b11c0f58f83a51aa9d1014be49251923/b11c0f58f83a51aa9d1014be49251923.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272700.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/923/b11c0f58f83a51aa9d1014be49251923/b11c0f58f83a51aa9d1014be49251923.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272703.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/766/e8124382b61425e0dbf2369a4c0fa766/e8124382b61425e0dbf2369a4c0fa766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272706.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/912/9a0b9b6adc13f51d6a4e3c060a437912/9a0b9b6adc13f51d6a4e3c060a437912.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272706.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/912/9a0b9b6adc13f51d6a4e3c060a437912/9a0b9b6adc13f51d6a4e3c060a437912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272709.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/91a/9079c75dddf450064838fb885e7b691a/9079c75dddf450064838fb885e7b691a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272712.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1e6/c4673471ebc8579d53b73fb3305ff1e6/c4673471ebc8579d53b73fb3305ff1e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272712.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/1e6/c4673471ebc8579d53b73fb3305ff1e6/c4673471ebc8579d53b73fb3305ff1e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272715.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7d4/2f432696cfd1b0e6ecbb21c3e18057d4/2f432696cfd1b0e6ecbb21c3e18057d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272715.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/7d4/2f432696cfd1b0e6ecbb21c3e18057d4/2f432696cfd1b0e6ecbb21c3e18057d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272718.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/983/484ed4ed97cb1b3d00a5eab11311d983/484ed4ed97cb1b3d00a5eab11311d983.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272718.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/983/484ed4ed97cb1b3d00a5eab11311d983/484ed4ed97cb1b3d00a5eab11311d983.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272721.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/f9d/017967611daa24170fec4bb4e9a2bf9d/017967611daa24170fec4bb4e9a2bf9d.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109889,7 +113885,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109898,7 +113894,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109907,7 +113903,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109916,7 +113912,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109925,7 +113921,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109934,7 +113930,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109943,7 +113939,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109952,7 +113948,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109961,7 +113957,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109970,7 +113966,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109979,7 +113975,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1964835983340279cc20-0068530a2a) +StopIteration (txn: txc243792f0b31465783906-006645fce1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109991,7 +113987,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110000,45 +113996,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272721.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/f9d/017967611daa24170fec4bb4e9a2bf9d/017967611daa24170fec4bb4e9a2bf9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272724.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1750272724.00000-0, db: /tmp/tmpdkpmtks3/sda/containers/0/ce6/1442885f4c1ae0c46b40c7f655dfece6/1442885f4c1ae0c46b40c7f655dfece6.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00028395652770996094s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpngbwyjb_/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaved ShardRange in 0.004s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023245811462402344s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpngbwyjb_/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110047,7 +114007,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110056,7 +114016,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110065,7 +114025,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110074,7 +114034,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110083,7 +114043,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110092,7 +114052,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110101,7 +114061,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110110,7 +114070,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110119,7 +114079,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110128,7 +114088,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110137,7 +114097,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110146,7 +114106,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca4956a7a209432f9e6c1-0068530a2a) +StopIteration (txn: tx3b2c681ce8c44c9098f9d-006645fce1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): @@ -110156,7 +114116,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110165,199 +114125,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021719932556152344s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003292560577392578s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272488.70404, (5, 5) as of 1750272554.99993, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpngbwyjb_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272554.83396.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00016021728515625s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe9204588f6834d9bbca5c-0068530a27) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe9204588f6834d9bbca5c-0068530a27) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9204588f6834d9bbca5c-0068530a27) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txe9204588f6834d9bbca5c-0068530a27) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txe9204588f6834d9bbca5c-0068530a27) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9863006c05404bf8825a1-0068530a28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txb6233cfccaf94b1a84564-0068530a29) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txad2663da61574be9ab924-0068530a2a) -test DEBUG: Setting object count to 3120 (txn: txad2663da61574be9ab924-0068530a2a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx758565f7b08943ad809ed-0068530a2b) -test DEBUG: Setting object count to 3120 (txn: tx758565f7b08943ad809ed-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfb2d987469124ce18a395-0068530a2b) -test DEBUG: Setting object count to 3120 (txn: txfb2d987469124ce18a395-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txa9347b94d38d4086b1000-0068530a2b) -test DEBUG: Setting object count to 3120 (txn: txa9347b94d38d4086b1000-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test DEBUG: Setting object count to 3120 (txn: txcd9979e4e2c54334a6747-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd062074ff04475b992f0-0068530a2b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txcd062074ff04475b992f0-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx05407e5e7cd8453f9a2d0-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110366,7 +114138,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110375,7 +114147,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110384,7 +114156,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110393,7 +114165,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110402,7 +114174,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110411,7 +114183,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110420,7 +114192,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110429,7 +114201,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110438,7 +114210,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110447,7 +114219,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110456,7 +114228,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110465,7 +114237,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60669f75441e4d699fa4d-0068530a2a) +StopIteration (txn: txf736663d2790444384613-006645fce1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: @@ -110476,7 +114248,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past @@ -110485,44 +114257,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750272488.70404, (1, 6144) as of 1750272555.08199, cleaved as of 1750272488.70404> in 0.01s, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpptqbnl8i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.02240.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019311904907226562s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002110004425048828s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0002930164337158203s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021600723266601562s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272488.70404, (6, 6) as of 1750272555.16538, cleaved as of 1750272488.70404> in 0.014s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a1761748-3690-420b-b868-9099310efb78-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110531,7 +114265,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110540,7 +114274,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110549,7 +114283,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110558,7 +114292,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110567,7 +114301,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110576,7 +114310,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110585,7 +114319,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110594,7 +114328,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110603,7 +114337,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110612,7 +114346,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110621,7 +114355,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110630,7 +114364,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -110639,7 +114373,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba9afc6811d54ffd8b2d2-0068530a2a) +StopIteration (txn: tx955488df3ba6424da00f0-006645fce1) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -110729,80 +114463,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002009868621826172s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (6, 6) as of 1750272555.16538, cleaved as of 1750272488.70404>, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001900196075439453s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272488.70404, (6, 6) as of 1750272555.16538, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5mgoi4en/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.10216.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, found as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019502639770507812s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpxilkh11t/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272488.70404, (3, 6) as of 1750272555.35797, cleaved as of 1750272488.70404> in 0.003s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272488.70404, (1, 100) as of 1750272555.37146, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750272488.70404, (1, 1000) as of 1750272555.40248, cleaved as of 1750272488.70404> in 0.009s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750272488.70404, (2, 15) as of 1750272555.41793, active as of 1750272488.70404>, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018739700317382812s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -110811,11 +114471,11 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx1a11ad801fdc4abcbbfca-0068530a2b) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx287124870f91450d8348a-006645fce2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txa1d7eb11046243dc8fc41-0068530a2b) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx15e9da80769b4933872b5-006645fce2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txd35a345bace34f0797b3f-0068530a2b) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx0bcf4568a1724727a910d-006645fce2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -110830,12 +114490,12 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -110855,183 +114515,215 @@ proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750272488.70404, (2, 15) as of 1750272555.41793, active as of 1750272488.70404> in 0.007s, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpxilkh11t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.25629.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw5jvkaj2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.45693.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwbjm8muc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.49411.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014209747314453125s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.128715515136719e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001595020294189453s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, found as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.20159912109375e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmprz6a6now/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272488.70404, (3, 6) as of 1750272555.65987, cleaved as of 1750272488.70404> in 0.003s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272488.70404, (1, 100) as of 1750272555.67458, cleaved as of 1750272488.70404> in 0.009s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.939338684082031e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.343292236328125e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1750272488.70404, (1, 1000) as of 1750272555.70818, cleaved as of 1750272488.70404> in 0.011s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1750272488.70404, (2, 15) as of 1750272555.72417, active as of 1750272488.70404>, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.367134094238281e-05s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1750272488.70404, (2, 15) as of 1750272555.72417, active as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmprz6a6now/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.55672.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txcb120762921e4e0e8e26b-0068530a2b) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx1cfc8eed177f4f8ab8d07-006645fce3) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txfffc0baa51014681b3888-0068530a2b) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpict19tmu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpict19tmu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpict19tmu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpict19tmu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 2513646 - -HTTP PERF: 0.00600 seconds to PUT 127.0.0.1:36759 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0040 "-" 2513646 - -HTTP PERF: 0.00547 seconds to PUT 127.0.0.1:42993 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 2513646 - -HTTP PERF: 0.00503 seconds to PUT 127.0.0.1:36759 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 2513646 - -HTTP PERF: 0.00491 seconds to PUT 127.0.0.1:42993 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4ef2f78869604f0ebe977-0068530a2b" "proxy-server 2513646" 0.0013 "-" 2513646 - -HTTP PERF: 0.00299 seconds to HEAD 127.0.0.1:42993 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59393/sda1/3/a/c" "tx4ef2f78869604f0ebe977-0068530a2b" "container-server 2513646" 0.0012 "-" 2513646 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41589/sdb1/3/a/c" "tx4ef2f78869604f0ebe977-0068530a2b" "container-server 2513646" 0.0013 "-" 2513646 0 -HTTP PERF: 0.00631 seconds to PUT 127.0.0.1:42993 /sdb1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4ef2f78869604f0ebe977-0068530a2b" "proxy-server 2513646" 0.1759 "-" 2513646 0 -HTTP PERF: 0.17758 seconds to PUT 127.0.0.1:36759 /sda1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4ef2f78869604f0ebe977-0068530a2b" "proxy-server 2513646" 0.1825 "-" 2513646 0 -HTTP PERF: 0.18503 seconds to PUT 127.0.0.1:41589 /sdb1/3/a/c) -HTTP PERF: 0.18523 seconds to PUT 127.0.0.1:59393 /sda1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4ef2f78869604f0ebe977-0068530a2b - 0.1918 - - 1750272555.431481838 1750272555.623273611 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf0d34faacce04c2a8f7a5-0068530a2b" "proxy-server 2513646" 0.0019 "-" 2513646 - -HTTP PERF: 0.00391 seconds to HEAD 127.0.0.1:42993 /sdb1/2/a1?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59393/sda1/0/a1/c1" "txf0d34faacce04c2a8f7a5-0068530a2b" "container-server 2513646" 0.0013 "-" 2513646 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41589/sdb1/0/a1/c1" "txf0d34faacce04c2a8f7a5-0068530a2b" "container-server 2513646" 0.0012 "-" 2513646 0 -HTTP PERF: 0.00543 seconds to PUT 127.0.0.1:42993 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf0d34faacce04c2a8f7a5-0068530a2b" "proxy-server 2513646" 0.0105 "-" 2513646 0 -HTTP PERF: 0.01250 seconds to PUT 127.0.0.1:36759 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf0d34faacce04c2a8f7a5-0068530a2b" "proxy-server 2513646" 0.0181 "-" 2513646 0 -HTTP PERF: 0.02009 seconds to PUT 127.0.0.1:41589 /sdb1/0/a1/c1) -HTTP PERF: 0.02095 seconds to PUT 127.0.0.1:59393 /sda1/0/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf0d34faacce04c2a8f7a5-0068530a2b - 0.0289 - - 1750272555.625307322 1750272555.654168129 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1c317d9428fc4229b5614-0068530a2b" "proxy-server 2513646" 0.0024 "-" 2513646 - -HTTP PERF: 0.00418 seconds to HEAD 127.0.0.1:42993 /sdb1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59393/sda1/3/a/c1" "tx1c317d9428fc4229b5614-0068530a2b" "container-server 2513646" 0.0035 "-" 2513646 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41589/sdb1/3/a/c1" "tx1c317d9428fc4229b5614-0068530a2b" "container-server 2513646" 0.0013 "-" 2513646 1 -HTTP PERF: 0.01229 seconds to PUT 127.0.0.1:36759 /sda1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1c317d9428fc4229b5614-0068530a2b" "proxy-server 2513646" 0.0167 "-" 2513646 1 -HTTP PERF: 0.00839 seconds to PUT 127.0.0.1:42993 /sdb1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1c317d9428fc4229b5614-0068530a2b" "proxy-server 2513646" 0.0128 "-" 2513646 1 -HTTP PERF: 0.02039 seconds to PUT 127.0.0.1:59393 /sda1/3/a/c1) -HTTP PERF: 0.02037 seconds to PUT 127.0.0.1:41589 /sdb1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1c317d9428fc4229b5614-0068530a2b - 0.0285 - - 1750272555.655828476 1750272555.684368134 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf0d95ea6cb604ca8978cd-0068530a2b" "proxy-server 2513646" 0.0023 "-" 2513646 - -HTTP PERF: 0.00407 seconds to HEAD 127.0.0.1:42993 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41589/sdb1/0/a/c2" "txf0d95ea6cb604ca8978cd-0068530a2b" "container-server 2513646" 0.0017 "-" 2513646 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59393/sda1/0/a/c2" "txf0d95ea6cb604ca8978cd-0068530a2b" "container-server 2513646" 0.0029 "-" 2513646 2 -HTTP PERF: 0.00877 seconds to PUT 127.0.0.1:42993 /sdb1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0d95ea6cb604ca8978cd-0068530a2b" "proxy-server 2513646" 0.0164 "-" 2513646 2 -HTTP PERF: 0.01841 seconds to PUT 127.0.0.1:36759 /sda1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0d95ea6cb604ca8978cd-0068530a2b" "proxy-server 2513646" 0.0275 "-" 2513646 2 -HTTP PERF: 0.03067 seconds to PUT 127.0.0.1:41589 /sdb1/0/a/c2) -HTTP PERF: 0.03181 seconds to PUT 127.0.0.1:59393 /sda1/0/a/c2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb68c514ce4c94231b2618-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txbbf50a6d63f84f9f85dde-006645fce3) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbbf50a6d63f84f9f85dde-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc3836a069ca149cab10b6-006645fce3) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc3836a069ca149cab10b6-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1affdcb916643a49a94c-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1f420fbaf84d4dcfa30e5-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd9c721098ffe4be4b54bf-006645fce3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmp9il8k13w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9il8k13w/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmp9il8k13w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9il8k13w/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1660704 - test.unit.proxy.test_mem_server.TestAccountController.test_DELETE test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string @@ -111076,3906 +114768,360 @@ test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf0d95ea6cb604ca8978cd-0068530a2b - 0.1813 - - 1750272555.685918808 1750272555.867249727 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp8fnxh3wu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8fnxh3wu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp8fnxh3wu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8fnxh3wu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0037 "-" 2513646 - -HTTP PERF: 0.00606 seconds to PUT 127.0.0.1:35409 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 2513646 - -HTTP PERF: 0.00494 seconds to PUT 127.0.0.1:33161 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513646 - -HTTP PERF: 0.00478 seconds to PUT 127.0.0.1:35409 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 2513646 - -HTTP PERF: 0.00482 seconds to PUT 127.0.0.1:33161 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx79d095b7cfe34be4ad89d-0068530a2c" "proxy-server 2513646" 0.0013 "-" 2513646 - -HTTP PERF: 0.00298 seconds to HEAD 127.0.0.1:35409 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:51091/sda1/3/a/c" "tx79d095b7cfe34be4ad89d-0068530a2c" "container-server 2513646" 0.0012 "-" 2513646 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59237/sdb1/3/a/c" "tx79d095b7cfe34be4ad89d-0068530a2c" "container-server 2513646" 0.0011 "-" 2513646 0 -HTTP PERF: 0.01095 seconds to PUT 127.0.0.1:33161 /sdb1/0/a/c) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx79d095b7cfe34be4ad89d-0068530a2c" "proxy-server 2513646" 0.0154 "-" 2513646 0 -HTTP PERF: 0.00589 seconds to PUT 127.0.0.1:35409 /sda1/0/a/c) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx79d095b7cfe34be4ad89d-0068530a2c" "proxy-server 2513646" 0.0115 "-" 2513646 0 -HTTP PERF: 0.01858 seconds to PUT 127.0.0.1:51091 /sda1/3/a/c) -HTTP PERF: 0.01853 seconds to PUT 127.0.0.1:59237 /sdb1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx79d095b7cfe34be4ad89d-0068530a2c - 0.0248 - - 1750272556.393959522 1750272556.418712139 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7d362ab453d943828f55c-0068530a2c" "proxy-server 2513646" 0.0012 "-" 2513646 - -HTTP PERF: 0.00287 seconds to HEAD 127.0.0.1:35409 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59237/sdb1/0/a1/c1" "tx7d362ab453d943828f55c-0068530a2c" "container-server 2513646" 0.0011 "-" 2513646 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51091/sda1/0/a1/c1" "tx7d362ab453d943828f55c-0068530a2c" "container-server 2513646" 0.0011 "-" 2513646 0 -HTTP PERF: 0.00498 seconds to PUT 127.0.0.1:35409 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7d362ab453d943828f55c-0068530a2c" "proxy-server 2513646" 0.0091 "-" 2513646 0 -HTTP PERF: 0.01038 seconds to PUT 127.0.0.1:33161 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7d362ab453d943828f55c-0068530a2c" "proxy-server 2513646" 0.0148 "-" 2513646 0 -HTTP PERF: 0.01691 seconds to PUT 127.0.0.1:51091 /sda1/0/a1/c1) -HTTP PERF: 0.01686 seconds to PUT 127.0.0.1:59237 /sdb1/0/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7d362ab453d943828f55c-0068530a2c - 0.0232 - - 1750272556.420243025 1750272556.443407774 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx00b096ebe9004a239fafa-0068530a2c" "proxy-server 2513646" 0.0021 "-" 2513646 - -HTTP PERF: 0.00380 seconds to HEAD 127.0.0.1:35409 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:51091/sda1/3/a/c1" "tx00b096ebe9004a239fafa-0068530a2c" "container-server 2513646" 0.0012 "-" 2513646 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59237/sdb1/3/a/c1" "tx00b096ebe9004a239fafa-0068530a2c" "container-server 2513646" 0.0020 "-" 2513646 1 -HTTP PERF: 0.00777 seconds to PUT 127.0.0.1:33161 /sdb1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx00b096ebe9004a239fafa-0068530a2c" "proxy-server 2513646" 0.0123 "-" 2513646 1 -HTTP PERF: 0.01355 seconds to PUT 127.0.0.1:35409 /sda1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx00b096ebe9004a239fafa-0068530a2c" "proxy-server 2513646" 0.0179 "-" 2513646 1 -HTTP PERF: 0.01972 seconds to PUT 127.0.0.1:59237 /sdb1/3/a/c1) -HTTP PERF: 0.02058 seconds to PUT 127.0.0.1:51091 /sda1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx00b096ebe9004a239fafa-0068530a2c - 0.0273 - - 1750272556.445011854 1750272556.472330093 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx125b4df1d04f4ee6b647e-0068530a2c" "proxy-server 2513646" 0.0022 "-" 2513646 - -HTTP PERF: 0.00382 seconds to HEAD 127.0.0.1:35409 /sda1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:51091/sda1/0/a/c2" "tx125b4df1d04f4ee6b647e-0068530a2c" "container-server 2513646" 0.0018 "-" 2513646 2 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59237/sdb1/0/a/c2" "tx125b4df1d04f4ee6b647e-0068530a2c" "container-server 2513646" 0.0011 "-" 2513646 2 -HTTP PERF: 0.00563 seconds to PUT 127.0.0.1:35409 /sda1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx125b4df1d04f4ee6b647e-0068530a2c" "proxy-server 2513646" 0.0099 "-" 2513646 2 -HTTP PERF: 0.01140 seconds to PUT 127.0.0.1:33161 /sdb1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx125b4df1d04f4ee6b647e-0068530a2c" "proxy-server 2513646" 0.0158 "-" 2513646 2 -HTTP PERF: 0.01746 seconds to PUT 127.0.0.1:51091 /sda1/0/a/c2) -HTTP PERF: 0.01837 seconds to PUT 127.0.0.1:59237 /sdb1/0/a/c2) -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1750272488.70404, (500000, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1750272488.70404, (2, 103) as of 1750272555.80897, cleaved as of 1750272488.70404> in 0.009s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1750272555.82475, (500000, 0) as of 1750272555.82475, created as of 1750272555.82475>, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1750272555.82475, (3, 1103) as of 1750272555.84387, cleaved as of 1750272555.82475> in 0.01s, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmplbpu3496/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272555.76462.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.034706115722656e-05s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpojwlk7j0/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001366138458251953s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001373291015625s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.723403930664062e-05s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx125b4df1d04f4ee6b647e-0068530a2c - 0.0252 - - 1750272556.473799944 1750272556.498999834 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txef07d3ae154d4e2692dee-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx78bbeb8abd774acd8fd5e-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txdd9f249cb28e43d995342-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdd9f249cb28e43d995342-0068530a2c) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txdd9f249cb28e43d995342-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf914e66aeb2e4b29be4bb-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf914e66aeb2e4b29be4bb-0068530a2c) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txf914e66aeb2e4b29be4bb-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txdcef0f9a17eb4336ba391-0068530a2c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txdcef0f9a17eb4336ba391-0068530a2c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1b759869e8ac4db0b922a-0068530a2c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1b759869e8ac4db0b922a-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txad54e9c2508f499dbaa6c-0068530a2c) -test INFO: Client disconnected on read of '/a/c' (txn: txad54e9c2508f499dbaa6c-0068530a2c) -test INFO: Client disconnected on read of '/a/c' (txn: tx1d83714a188b4b86a58e2-0068530a2c) -test INFO: Client disconnected on read of '/a/c' (txn: tx1d83714a188b4b86a58e2-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0d2f53b5819d444ba127c-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx832298afd00347b28d7ba-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6de1ec8daea747dfaf6e3-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6de1ec8daea747dfaf6e3-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6de1ec8daea747dfaf6e3-0068530a2c) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx6de1ec8daea747dfaf6e3-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0d7e245ba1ef455d9ea51-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0d7e245ba1ef455d9ea51-0068530a2c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0d7e245ba1ef455d9ea51-0068530a2c) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0d7e245ba1ef455d9ea51-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b434d2bb6c64358a67ac-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b434d2bb6c64358a67ac-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b434d2bb6c64358a67ac-0068530a2c) -test ERROR: Account HEAD returning 503 for [] (txn: tx0b434d2bb6c64358a67ac-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txade0a24bb10747e1ba507-0068530a2c) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7e3461f272124df7b8b6d-0068530a2c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7e3461f272124df7b8b6d-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx85b59a788e104417b0d04-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa89416069ad84dca9f5db-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx32903ab239c2441eaade3-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4fb246fe287d452d91c27-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf5487d28279a4f8aaf10d-0068530a2c) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txb253db1e52624fc39ff2d-0068530a2c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txb253db1e52624fc39ff2d-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa4c23411474c4d648795d-0068530a2c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa4c23411474c4d648795d-0068530a2c) -test WARNING: Could not autocreate account '/account' (txn: txa4c23411474c4d648795d-0068530a2c) -test INFO: autocreate account '/account' (txn: txfe2acbfd5c2c44dd9d46f-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test WARNING: Could not autocreate account '/account' (txn: tx0c30f7c232e4464c9e6e4-0068530a2c) -test INFO: autocreate account '/account' (txn: tx5638ce11900142769fdcb-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd321eb2f1e0049aeb6448-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd321eb2f1e0049aeb6448-0068530a2c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txd321eb2f1e0049aeb6448-0068530a2c) -test INFO: autocreate account '/account' (txn: txb6243f3032a1424e9fa8a-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx26b6875f04034315ba287-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx26b6875f04034315ba287-0068530a2c) -test INFO: autocreate account '/account' (txn: tx26b6875f04034315ba287-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx02fafbcc28dc475a9f2fd-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx02fafbcc28dc475a9f2fd-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txde255d479c0a4a26b0928-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txca3978cfd84b448693800-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe13a94c297594bdeb6c01-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx026acde76bea4ebf819fb-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9a66c9330f0947418223d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx38b487da942b49fd83294-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx86f9e7246e984c34b2c8c-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx2540646c8af9465186eee-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txb3b28c54ed034a7389497-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txb3b28c54ed034a7389497-0068530a2c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb3b28c54ed034a7389497-0068530a2c) -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txa9e0c2ea52634f6587b7d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txa9e0c2ea52634f6587b7d-0068530a2c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txa9e0c2ea52634f6587b7d-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx29b971e1321c42fc86c39-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx29b971e1321c42fc86c39-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx29b971e1321c42fc86c39-0068530a2c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx29b971e1321c42fc86c39-0068530a2c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7fd8b0a5d2774f0aa6d39-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7fd8b0a5d2774f0aa6d39-0068530a2c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7fd8b0a5d2774f0aa6d39-0068530a2c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7fd8b0a5d2774f0aa6d39-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe5e062925b144fa1aeccd-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx22a8ff1630074e0eb9945-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx22a8ff1630074e0eb9945-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx22a8ff1630074e0eb9945-0068530a2c) -test ERROR: Account HEAD returning 503 for [] (txn: tx22a8ff1630074e0eb9945-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx40796658c00f41ef84bba-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx40796658c00f41ef84bba-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx40796658c00f41ef84bba-0068530a2c) -test ERROR: Account HEAD returning 503 for [] (txn: tx40796658c00f41ef84bba-0068530a2c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc7ec88808d654291b0af9-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx8fbde2b1c1ab45d0be99d-0068530a2c) -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx49e208b195884753bdf21-0068530a2b) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx49e208b195884753bdf21-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx97e7af93ec49421fa7c18-0068530a2b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx97e7af93ec49421fa7c18-0068530a2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx97e7af93ec49421fa7c18-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx97e7af93ec49421fa7c18-0068530a2b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx97e7af93ec49421fa7c18-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7c4015201e9f4e1b9c428-0068530a2b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx7c4015201e9f4e1b9c428-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7c4015201e9f4e1b9c428-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7c4015201e9f4e1b9c428-0068530a2b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7c4015201e9f4e1b9c428-0068530a2b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb02c8c1e646246349bea0-0068530a2b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb02c8c1e646246349bea0-0068530a2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb02c8c1e646246349bea0-0068530a2b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb02c8c1e646246349bea0-0068530a2b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb02c8c1e646246349bea0-0068530a2b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx2c46e2c65e0145528d40c-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf9ef3b83cb3648a58fada-0068530a2d) -test DEBUG: Setting object count to 1065 (txn: txf9ef3b83cb3648a58fada-0068530a2d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx8fbde2b1c1ab45d0be99d-0068530a2c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8fbde2b1c1ab45d0be99d-0068530a2c) -test ERROR: Account HEAD returning 503 for [] (txn: tx8fbde2b1c1ab45d0be99d-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx673964641b3b4ac1910d7-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx673964641b3b4ac1910d7-0068530a2c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx673964641b3b4ac1910d7-0068530a2c) -test ERROR: Account HEAD returning 503 for [] (txn: tx673964641b3b4ac1910d7-0068530a2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx166ce7915fb943cd9005e-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx6f9a03847eba432e8a893-0068530a2d) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx6f9a03847eba432e8a893-0068530a2d) -test INFO: Client disconnected on read of '/a/c' (txn: tx6f9a03847eba432e8a893-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3cdc0c2cb4384d3aa3d3e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txba01848b526c4bd381f21-0068530a2d) -test INFO: Client disconnected on read of '/a/c' (txn: txba01848b526c4bd381f21-0068530a2d) -test INFO: Client disconnected on read of '/a/c/' (txn: txba01848b526c4bd381f21-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfbdd93b7d68e49f79725e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfbdd93b7d68e49f79725e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfbdd93b7d68e49f79725e-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfbdd93b7d68e49f79725e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txebeafe51798a41628135e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txebeafe51798a41628135e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txebeafe51798a41628135e-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txebeafe51798a41628135e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx75c6c9926dc84b05a7b02-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx75c6c9926dc84b05a7b02-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx75c6c9926dc84b05a7b02-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx75c6c9926dc84b05a7b02-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0dea9961600b4327b960e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0dea9961600b4327b960e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0dea9961600b4327b960e-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0dea9961600b4327b960e-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx86bda9ae9ac54de8b6813-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx86bda9ae9ac54de8b6813-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx86bda9ae9ac54de8b6813-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx86bda9ae9ac54de8b6813-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx65323d6a947f4dd098e39-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx65323d6a947f4dd098e39-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx65323d6a947f4dd098e39-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx65323d6a947f4dd098e39-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx638751c5a48d4ab3be0ce-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx638751c5a48d4ab3be0ce-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx638751c5a48d4ab3be0ce-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx638751c5a48d4ab3be0ce-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx35851a3d6ac342a0b88f7-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx35851a3d6ac342a0b88f7-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx35851a3d6ac342a0b88f7-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx35851a3d6ac342a0b88f7-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx232508a06a64469b9da93-0068530a2d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx232508a06a64469b9da93-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx232508a06a64469b9da93-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx232508a06a64469b9da93-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx232508a06a64469b9da93-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx232508a06a64469b9da93-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txae1941f3aa0c49419a981-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txae1941f3aa0c49419a981-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txae1941f3aa0c49419a981-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503] (txn: txae1941f3aa0c49419a981-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx055cd53526134c649d85f-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx055cd53526134c649d85f-0068530a2d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx055cd53526134c649d85f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx055cd53526134c649d85f-0068530a2d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx055cd53526134c649d85f-0068530a2d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx055cd53526134c649d85f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx055cd53526134c649d85f-0068530a2d) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx055cd53526134c649d85f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txed6251a901c545019471b-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txed6251a901c545019471b-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txed6251a901c545019471b-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txed6251a901c545019471b-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx235d737f9e694cefa0261-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx235d737f9e694cefa0261-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx235d737f9e694cefa0261-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: tx235d737f9e694cefa0261-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaf368105a96744b8902cc-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaf368105a96744b8902cc-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaf368105a96744b8902cc-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txaf368105a96744b8902cc-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7f2f05c7f3554d389881c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7f2f05c7f3554d389881c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7f2f05c7f3554d389881c-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: tx7f2f05c7f3554d389881c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc202955d38ef496697624-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc202955d38ef496697624-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc202955d38ef496697624-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txc202955d38ef496697624-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx25c0ada676464e21a99e7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx25c0ada676464e21a99e7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx25c0ada676464e21a99e7-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: tx25c0ada676464e21a99e7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0eb945d1f2b8468299d6f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0eb945d1f2b8468299d6f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0eb945d1f2b8468299d6f-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: tx0eb945d1f2b8468299d6f-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcb4cd5b1731a47e08ffd1-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcb4cd5b1731a47e08ffd1-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcb4cd5b1731a47e08ffd1-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txcb4cd5b1731a47e08ffd1-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txce5eb575bd534749b3be9-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txce5eb575bd534749b3be9-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txce5eb575bd534749b3be9-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txce5eb575bd534749b3be9-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf2ddf130e8d549e489bf7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf2ddf130e8d549e489bf7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf2ddf130e8d549e489bf7-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: txf2ddf130e8d549e489bf7-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx36bddd89bf54477cb3cdf-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx36bddd89bf54477cb3cdf-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx36bddd89bf54477cb3cdf-0068530a2d) -test ERROR: Container GET returning 503 for [] (txn: tx36bddd89bf54477cb3cdf-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9454f4fbc8e54f899bd5d-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9454f4fbc8e54f899bd5d-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9454f4fbc8e54f899bd5d-0068530a2d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9454f4fbc8e54f899bd5d-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2807405d07d44f43b7c1c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2807405d07d44f43b7c1c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2807405d07d44f43b7c1c-0068530a2d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2807405d07d44f43b7c1c-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf1d3960770e24f36beb67-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf1d3960770e24f36beb67-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf1d3960770e24f36beb67-0068530a2d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf1d3960770e24f36beb67-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx60f978be194645ec943b6-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx60f978be194645ec943b6-0068530a2d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx60f978be194645ec943b6-0068530a2d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx60f978be194645ec943b6-0068530a2d) -test INFO: Client disconnected on read of '/a/c' (txn: txda2bc4aaaee24c8ca128f-0068530a2d) -test INFO: Client disconnected on read of '/a/c/' (txn: txda2bc4aaaee24c8ca128f-0068530a2d) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx0de3dfb062b34e83bc53f-0068530a2d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx171310c89882442588e64-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx304b25bf227947568cfc0-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx304b25bf227947568cfc0-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx304b25bf227947568cfc0-0068530a2d) -test ERROR: Account HEAD returning 503 for [] (txn: tx304b25bf227947568cfc0-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0f8b6de1827f492dbd93e-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0f8b6de1827f492dbd93e-0068530a2d) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx0f8b6de1827f492dbd93e-0068530a2d) -test ERROR: Account HEAD returning 503 for [] (txn: tx0f8b6de1827f492dbd93e-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx55b00539d8184d3e842fa-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb0ad30877e754ca5b5ae3-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx4af9a5f58fa1415aa42c7-0068530a2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001761913299560547s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000240325927734375s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1750272555.85387, (0, 0) as of 1750272555.85387, sharding as of 1750272555.85387>, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1750272488.70404, (3, 6) as of 1750272555.91610, cleaved as of 1750272488.70404> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024700164794921875s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022912025451660156s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001392364501953125s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1750272488.70404, (2, 15) as of 1750272555.93483, cleaved as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002703666687011719s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015211105346679688s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1750272555.85387, (0, 0) as of 1750272555.85387, sharding as of 1750272555.85387>, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1750272488.70404, (2, 15) as of 1750272555.93483, cleaved as of 1750272488.70404> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpojwlk7j0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272555.85388.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpml4ctrrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005695819854736328s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012183189392089844s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1750272556.03805, (1000, 11111) as of 1750272556.03805, created as of 1750272556.03805>, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019812583923339844s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1750272579.00000, (0, 0) as of 1750272568.00000, shrunk as of 1750272568.00000>, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272556.03805, (1000, 11111) as of 1750272556.03805, created as of 1750272556.03805> in 0.009s, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1750272569.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1750272556.10739, (1000, 11111) as of 1750272556.10739, cleaved as of 1750272556.10739>, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1750272606.00000, (0, 0) as of 1750272595.00000, shrunk as of 1750272595.00000>, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272556.10739, (1000, 11111) as of 1750272556.10739, cleaved as of 1750272556.10739> in 0.008s, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1750272596.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1750272556.16688, (1000, 11111) as of 1750272556.16688, active as of 1750272556.16688>, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0004391670227050781s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002586841583251953s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1750272633.00000, (0, 0) as of 1750272622.00000, shrunk as of 1750272622.00000>, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1750272556.16688, (1000, 11111) as of 1750272556.16688, active as of 1750272556.16688> in 0.014s, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1750272623.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0007984638214111328s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016117095947265625s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1750272556.27929, (1000, 11111) as of 1750272556.27929, created as of 1750272556.27929>, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024700164794921875s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005161762237548828s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1750272649.00000, (0, 0) as of 1750272649.00000, shrinking as of 1750272649.00000>, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.27929, (1000, 11111) as of 1750272556.27929, created as of 1750272556.27929> in 0.012s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1750272556.27935, (1000, 11111) as of 1750272556.27935, created as of 1750272556.27935>, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019478797912597656s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017261505126953125s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1750272649.00000, (0, 0) as of 1750272649.00000, shrinking as of 1750272649.00000>, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272556.27935, (1000, 11111) as of 1750272556.27935, created as of 1750272556.27935> in 0.008s, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1750272650.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025463104248046875s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004267692565917969s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1750272556.37715, (1000, 11111) as of 1750272556.37715, cleaved as of 1750272556.37715>, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000263214111328125s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1750272682.00000, (0, 0) as of 1750272682.00000, shrinking as of 1750272682.00000>, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.37715, (1000, 11111) as of 1750272556.37715, cleaved as of 1750272556.37715> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1750272556.37720, (1000, 11111) as of 1750272556.37720, cleaved as of 1750272556.37720>, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1750272682.00000, (0, 0) as of 1750272682.00000, shrinking as of 1750272682.00000>, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272556.37720, (1000, 11111) as of 1750272556.37720, cleaved as of 1750272556.37720> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1750272683.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1750272556.45612, (1000, 11111) as of 1750272556.45612, active as of 1750272556.45612>, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1750272715.00000, (0, 0) as of 1750272715.00000, shrinking as of 1750272715.00000>, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.45612, (1000, 11111) as of 1750272556.45612, active as of 1750272556.45612> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1750272556.45616, (1000, 11111) as of 1750272556.45616, active as of 1750272556.45616>, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1750272715.00000, (0, 0) as of 1750272715.00000, shrinking as of 1750272715.00000>, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1750272556.45616, (1000, 11111) as of 1750272556.45616, active as of 1750272556.45616> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1750272716.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1750272556.52696, (1000, 11111) as of 1750272556.52696, cleaved as of 1750272556.52696>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1750272748.00000, (0, 0) as of 1750272748.00000, shrinking as of 1750272748.00000>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.52696, (1000, 11111) as of 1750272556.52696, cleaved as of 1750272556.52696> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1750272556.52699, (1000, 11111) as of 1750272556.52699, cleaved as of 1750272556.52699>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001633167266845703s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1750272748.00000, (0, 0) as of 1750272748.00000, shrinking as of 1750272748.00000>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272556.52699, (1000, 11111) as of 1750272556.52699, cleaved as of 1750272556.52699> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1750272556.52700, (1000, 11111) as of 1750272556.52700, cleaved as of 1750272556.52700>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1750272748.00000, (0, 0) as of 1750272748.00000, shrinking as of 1750272748.00000>, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272556.52700, (1000, 11111) as of 1750272556.52700, cleaved as of 1750272556.52700> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1750272749.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0026111602783203125s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1750272556.61835, (1000, 11111) as of 1750272556.61835, created as of 1750272556.61835>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1750272787.00000, (0, 0) as of 1750272787.00000, shrinking as of 1750272787.00000>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.61835, (1000, 11111) as of 1750272556.61835, created as of 1750272556.61835> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1750272556.61838, (1000, 11111) as of 1750272556.61838, created as of 1750272556.61838>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1750272787.00000, (0, 0) as of 1750272787.00000, shrinking as of 1750272787.00000>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272556.61838, (1000, 11111) as of 1750272556.61838, created as of 1750272556.61838> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1750272556.61839, (1000, 11111) as of 1750272556.61839, created as of 1750272556.61839>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1750272787.00000, (0, 0) as of 1750272787.00000, shrinking as of 1750272787.00000>, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272556.61839, (1000, 11111) as of 1750272556.61839, created as of 1750272556.61839> in 0.008s, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1750272788.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001876354217529297s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001342296600341797s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004868507385253906s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1750272556.71714, (1000, 11111) as of 1750272556.71714, active as of 1750272556.71714>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018835067749023438s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1750272826.00000, (0, 0) as of 1750272826.00000, shrinking as of 1750272826.00000>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.71714, (1000, 11111) as of 1750272556.71714, active as of 1750272556.71714> in 0.008s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1750272556.71719, (1000, 11111) as of 1750272556.71719, active as of 1750272556.71719>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018978118896484375s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1750272826.00000, (0, 0) as of 1750272826.00000, shrinking as of 1750272826.00000>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272556.71719, (1000, 11111) as of 1750272556.71719, active as of 1750272556.71719> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1750272556.71721, (1000, 11111) as of 1750272556.71721, active as of 1750272556.71721>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018453598022460938s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1750272826.00000, (0, 0) as of 1750272826.00000, shrinking as of 1750272826.00000>, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1750272556.71721, (1000, 11111) as of 1750272556.71721, active as of 1750272556.71721> in 0.008s, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1750272827.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74lj6b71/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1750272556.81909, (1000, 11111) as of 1750272556.81909, created as of 1750272556.81909>, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1750272865.00000, (0, 0) as of 1750272865.00000, shrinking as of 1750272865.00000>, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.81909, (1000, 11111) as of 1750272556.81909, created as of 1750272556.81909> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c0459383-2d3a-47ea-a6bf-9433cf79447d-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp74lj6b71/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1750272866.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017905235290527344s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1750272556.87707, (1000, 11111) as of 1750272556.87707, cleaved as of 1750272556.87707>, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1750272891.00000, (0, 0) as of 1750272891.00000, shrinking as of 1750272891.00000>, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272556.87707, (1000, 11111) as of 1750272556.87707, cleaved as of 1750272556.87707> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1750272556.87711, (1000, 11111) as of 1750272556.87711, cleaved as of 1750272556.87711>, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1750272891.00000, (0, 0) as of 1750272891.00000, shrinking as of 1750272891.00000>, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1750272556.87711, (1000, 11111) as of 1750272556.87711, cleaved as of 1750272556.87711> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a14ba969-28b0-46f9-8aef-8e582f65b52d-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp74lj6b71/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1750272892.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': '628b6005-0599-46c5-b60a-80bb7084a501-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp74lj6b71/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1750272924.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '75cfda9b-b742-460f-9732-be363251a73c-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp74lj6b71/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1750272944.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1750272557.01733, (1000, 11111) as of 1750272557.01733, cleaved as of 1750272557.01733>, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1750272963.00000, (0, 0) as of 1750272963.00000, shrinking as of 1750272963.00000>, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1750272557.01733, (1000, 11111) as of 1750272557.01733, cleaved as of 1750272557.01733> in 0.007s, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e4c8698-bb30-4ca1-833e-c8700754d1c2-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp74lj6b71/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1750272964.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1750272560.00000, (0, 0) as of 1750272560.00000, active as of 1750272560.00000>, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1750272557.21352, (0, 0) as of 1750272558.00000, shrunk as of 1750272558.00000>, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1750272560.00000, (0, 0) as of 1750272560.00000, active as of 1750272560.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpfv5vz_8f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1750272560.00000, (0, 0) as of 1750272560.00000, active as of 1750272560.00000>, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016689300537109375s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1750272558.00000, (0, 0) as of 1750272558.00000, sharding as of 1750272558.00000>, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1750272560.00000, (0, 0) as of 1750272560.00000, active as of 1750272560.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpgehpu3f3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004024505615234375s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020265579223632812s, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmptc0dawj6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002048015594482422s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0036919116973876953s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1750272557.82393, (0, 0) as of 1750272558.00000, shrunk as of 1750272558.00000>, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_wv21pdx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272559.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023412704467773438s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1750272488.70404, (2, 3) as of 1750272557.88142, cleaved as of 1750272488.70404> in 0.007s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002002716064453125s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1750272488.70404, (2, 103) as of 1750272557.90802, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, found as of 1750272488.70404>, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272557.91299>, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014138221740722656s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1750272488.70404, (1, 1000) as of 1750272557.93778, cleaved as of 1750272557.91299> in 0.013s, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppo3ax02q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.83451.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1750272488.70404, (1, 18432) as of 1750272558.02659, cleaved as of 1750272488.70404> in 0.031s, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkhnu7g07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272557.94808.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'd45567c0842b5f033bb28d71923fecc5', '034ba04f-b2f1-421a-b15a-c2e3a3a505c5-sdb', '1750272558.07414', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1750272560.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1750272561.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1750272562.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1750272563.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1750272564.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '034ba04f-b2f1-421a-b15a-c2e3a3a505c5-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000152587890625s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272488.70404, (3, 3) as of 1750272558.14559, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpctu8z2yz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '37b441c6-1cfb-403f-834e-39683e4bf3b4-', '1750272558.06909', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-ed59efe3-3a8f-4046-990c-a383190269cf-sda": ["{\\"ref\\": \\"ed59efe3-3a8f-4046-990c-a383190269cf-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1750272558.14691"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1750272488.70404', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1750272558.13136', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272488.70404', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1750272488.70404', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1750272558.14559', 'deleted': 0, 'state': 40, 'state_timestamp': '1750272488.70404', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1750272558.09155', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1750272558.15033', 'deleted': 0, 'state': 70, 'state_timestamp': '1750272558.09160', 'epoch': '1750272558.09160', 'reported': 0, 'tombstones': -1}], '37b441c6-1cfb-403f-834e-39683e4bf3b4-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00042247772216796875s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1750272488.70404, (3, 3) as of 1750272558.14559, active as of 1750272488.70404>, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1750272488.70404, (3, 3) as of 1750272558.14559, active as of 1750272488.70404> in 0.007s, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpctu8z2yz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.09160.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpz2dmw9op/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '07287d9a-68ee-459e-8a62-312a90422950-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiqoii9_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '07287d9a-68ee-459e-8a62-312a90422950-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiqoii9_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': '07287d9a-68ee-459e-8a62-312a90422950-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiqoii9_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '07287d9a-68ee-459e-8a62-312a90422950-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiqoii9_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4609e857-073f-45ed-a3fe-8ce641cff297-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiqoii9_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d3843c6-069e-418c-a581-136d3d16ccbc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqt2otq0v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d3843c6-069e-418c-a581-136d3d16ccbc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqt2otq0v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d3843c6-069e-418c-a581-136d3d16ccbc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqt2otq0v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d3843c6-069e-418c-a581-136d3d16ccbc-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqt2otq0v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0397845e-eec7-46e0-9d0f-41c11bac9f28-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqt2otq0v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272558.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpvc3h3ab9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpceob5m29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpceob5m29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpceob5m29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpc09vgmiw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmk1x4hki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpmk1x4hki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpmk1x4hki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpmk1x4hki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1750272558.47623, (100000, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmpmk1x4hki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjt4wezmk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpjt4wezmk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpjt4wezmk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmptd53ch6t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg16bbeki/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272558.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpb12lgyej/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpgep42bjh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_aa2wizo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp_aa2wizo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp_aa2wizo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp_aa2wizo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpppb29dxj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpppb29dxj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpppb29dxj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpppb29dxj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_up_m6pn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_up_m6pn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_up_m6pn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_up_m6pn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1lc2dq99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1lc2dq99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1lc2dq99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1lc2dq99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp2fdtekun/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp2fdtekun/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp2fdtekun/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:18 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:19 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9cbab1f8-730a-446b-b611-05405b340a8b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpl24moxub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T18:49:19.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpl24moxub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-06-18T18:49:20.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpyid2kkr5/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjjqlmgym/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpstopezf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpwvnldl8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpwvnldl8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpwvnldl8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpwvnldl8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020742416381835938s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022149085998535156s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022649765014648438s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.31483, (0, 0) as of 1750272559.31483, active as of 1750272559.31483>, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.31484, (0, 0) as of 1750272559.31484, active as of 1750272559.31484>, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.31484, (0, 0) as of 1750272559.31484, active as of 1750272559.31484>, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000125885009765625s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.31484, (0, 0) as of 1750272559.31484, active as of 1750272559.31484>, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.31484, (0, 0) as of 1750272559.31484, active as of 1750272559.31484>, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprdq6udtn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.31542.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019049644470214844s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018715858459472656s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011873245239257812s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013136863708496094s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013375282287597656s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001323223114013672s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps_o_dqb5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002529621124267578s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.52760, (0, 0) as of 1750272559.52760, active as of 1750272559.52760>, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.52761, (0, 0) as of 1750272559.52761, active as of 1750272559.52761>, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.52762, (0, 0) as of 1750272559.52762, active as of 1750272559.52762>, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpkqu8t569/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkqu8t569/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.52823.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019288063049316406s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019502639770507812s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020837783813476562s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021529197692871094s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024628639221191406s, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.58205, (0, 0) as of 1750272559.58205, active as of 1750272559.58205>, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.58206, (0, 0) as of 1750272559.58206, active as of 1750272559.58206>, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_d62quhe/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.58207, (0, 0) as of 1750272559.58207, active as of 1750272559.58207>, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_d62quhe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.58265.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002167224884033203s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022840499877929688s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002894401550292969s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021529197692871094s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002276897430419922s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00037860870361328125s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00032830238342285156s, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.63463, (0, 0) as of 1750272559.63463, active as of 1750272559.63463>, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpofye8rrz/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.63464, (0, 0) as of 1750272559.63464, active as of 1750272559.63464>, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.63465, (0, 0) as of 1750272559.63465, active as of 1750272559.63465>, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpofye8rrz/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpofye8rrz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.63521.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030303001403808594s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030517578125s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002853870391845703s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003216266632080078s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003147125244140625s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020456314086914062s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023889541625976562s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003025531768798828s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027370452880859375s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.71229, (0, 0) as of 1750272559.71229, active as of 1750272559.71229>, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272559.71234, (0, 0) as of 1750272559.71234, active as of 1750272559.71234>, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272559.71235, (0, 0) as of 1750272559.71235, active as of 1750272559.71235>, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002961158752441406s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272559.71229, (0, 0) as of 1750272559.71229, active as of 1750272559.71229>, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkseyxpac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.71332.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019812583923339844s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022459030151367188s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023055076599121094s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000202178955078125s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015211105346679688s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023055076599121094s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023674964904785156s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022339820861816406s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014257431030273438s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002231597900390625s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024700164794921875s, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp133ucq8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272559.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002086162567138672s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019741058349609375s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019049644470214844s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001976490020751953s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019407272338867188s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020766258239746094s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016379356384277344s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017499923706054688s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015592575073242188s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpl1i22_d4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1750272560.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018835067749023438s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003407001495361328s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.273124694824219e-05s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010395050048828125s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptlgq5pkh/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023484230041503906s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.843971252441406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026702880859375s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002789497375488281s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023412704467773438s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024318695068359375s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024199485778808594s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002300739288330078s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023245811462402344s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpfd6sfbzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00037384033203125s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002460479736328125s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023102760314941406s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023245811462402344s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002765655517578125s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000278472900390625s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003783702850341797s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002079010009765625s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023031234741210938s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000213623046875s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021576881408691406s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002205371856689453s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001914501190185547s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020456314086914062s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028014183044433594s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002567768096923828s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018930435180664062s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001666545867919922s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015854835510253906s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022530555725097656s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002319812774658203s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019073486328125s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019216537475585938s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001850128173828125s, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, active as of 1750272488.70404>, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppfik7_s1/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002846717834472656s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00026154518127441406s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004162788391113281s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002925395965576172s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003178119659423828s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002884864807128906s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002772808074951172s, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1750272560.41843, (0, 0) as of 1750272560.41843, active as of 1750272560.41843>, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1750272560.41845, (0, 0) as of 1750272560.41845, active as of 1750272560.41845>, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1750272560.41847, (0, 0) as of 1750272560.41847, active as of 1750272560.41847>, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe_huyh2y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.41936.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp3cuw0w4n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp3cuw0w4n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp3cuw0w4n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp3cuw0w4n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp59_k4ang/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp59_k4ang/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp59_k4ang/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp59_k4ang/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7sxpqrqk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp7sxpqrqk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7sxpqrqk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp7sxpqrqk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp501ax1u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp501ax1u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp501ax1u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp501ax1u7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp5rz7bayw/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle - self._process_broker(broker, node, part) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5rz7bayw/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:20 2025 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8hm3h3io/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8hm3h3io/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8hm3h3io/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8hm3h3io/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpm70lvgba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272560.96737.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp7jzgw6z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7jzgw6z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7jzgw6z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7jzgw6z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp7jzgw6z9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp20qu0ygc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpoo9f5bc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash60False/hash60False_1750272561.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001800060272216797s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash60True/hash60True_1750272580.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/lse/hash50False/hash50False_1750272599.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015544891357421875s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - zero objects found, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp_yp88pr_/sda/containers/0/rue/hash50True/hash50True_1750272615.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h60/hash60/hash60_1750272561.33003.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h50/hash50/hash50_1750272561.35230.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3k5dmw3k/sda/containers/0/h70/hash70/hash70_1750272561.37466.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpz5a0m1ls/sda/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle - self._periodic_report_stats() - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpls28on3u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpwt_d03z2/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpwt_d03z2/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpwt_d03z2/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpwt_d03z2/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1750272488.70404, (0, 0) as of 1750272488.70404, cleaved as of 1750272488.70404> in 0.002s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002009868621826172s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1750272488.70404, (2, 2) as of 1750272561.66913, cleaved as of 1750272488.70404> in 0.008s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpwt_d03z2/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404>, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1750272488.70404, (0, 0) as of 1750272488.70404, created as of 1750272488.70404> - shard db already in sync, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1750272488.70404, (3, 3) as of 1750272561.72112, cleaved as of 1750272488.70404> in 0.003s, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwt_d03z2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.52425.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc771ccc-95ea-4fd5-a9be-8a23fd9d639e-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqdc3g8mo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc771ccc-95ea-4fd5-a9be-8a23fd9d639e-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqdc3g8mo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc771ccc-95ea-4fd5-a9be-8a23fd9d639e-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqdc3g8mo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc771ccc-95ea-4fd5-a9be-8a23fd9d639e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqdc3g8mo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5430363d-4017-4d23-8149-37eab16f4dcc-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpqdc3g8mo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1750272561.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpoo5b41xi/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpoo5b41xi/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpoo5b41xi/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Jun 18 06:49:21 2025 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpi2g7keys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpvox5f_qb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpfne7hokh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0006248950958251953s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0005030632019042969s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00033783912658691406s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004360675811767578s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0003199577331542969s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00047326087951660156s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004932880401611328s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0004417896270751953s, path: a/c, db: /tmp/tmp3hen6rid/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003833770751953125s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00041937828063964844s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004374980926513672s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0004029273986816406s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00034999847412109375s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002593994140625s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002570152282714844s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0002512931823730469s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021195411682128906s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0004012584686279297s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021958351135253906s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0004093647003173828s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021409988403320312s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020956993103027344s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00020313262939453125s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0005934238433837891s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00022530555725097656s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023794174194335938s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020074844360351562s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001804828643798828s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002906322479248047s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00020456314086914062s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001666545867919922s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00016188621520996094s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0005764961242675781s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00015425682067871094s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0002009868621826172s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002989768981933594s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001621246337890625s, path: a/c, db: /tmp/tmp6op5hoiy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003142356872558594s, path: a/c, db: /tmp/tmp9hugnb6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015807151794433594s, path: a/c, db: /tmp/tmp9hugnb6b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test-replicator INFO: [worker 1/2 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2513681] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2513681] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmph63dpfvi/devices/sda1 (pid: 2513681) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmph63dpfvi/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.00000 -test INFO: Object update sweep completed on /tmp/tmph63dpfvi/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp73zj4z8o/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp73zj4z8o/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.00000 -test INFO: Object update sweep completed on /tmp/tmp73zj4z8o/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpi1e_k53r/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpi1e_k53r/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpi1e_k53r/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 -test INFO: Object update sweep completed on /tmp/tmpi1e_k53r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpgx_w3avy/devices/sda1 (pid: 2513681) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpgx_w3avy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 -test INFO: Object update sweep completed on /tmp/tmpgx_w3avy/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpgx_w3avy/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpgx_w3avy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpgx_w3avy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 -test INFO: Object update sweep completed on /tmp/tmpgx_w3avy/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmph_58hu4q/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmph_58hu4q/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmph_58hu4q/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmph_58hu4q/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmph_58hu4q/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmph_58hu4q/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 -test INFO: Object update sweep completed on /tmp/tmph_58hu4q/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1fh7ax84/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmp1fh7ax84/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1fh7ax84/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmp1fh7ax84/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1fh7ax84/devices/sda1 (pid: 2513681) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 to None -test INFO: Object update sweep completed on /tmp/tmp1fh7ax84/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1fh7ax84/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmp1fh7ax84/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000 -test INFO: Object update sweep completed on /tmp/tmp1fh7ax84/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272564.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272565.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272566.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272567.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk8syth1n/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpk8syth1n/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272568.00000 -test INFO: Object update sweep completed on /tmp/tmpk8syth1n/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpebydlanp/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpebydlanp/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.00000 -test INFO: Object update sweep completed on /tmp/tmpebydlanp/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test INFO: Object update sweep starting on /tmp/tmpebydlanp/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpebydlanp/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272565.00000 -test INFO: Object update sweep completed on /tmp/tmpebydlanp/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpa5m2o2k7/devices/sda1 (pid: 2513681) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpa5m2o2k7/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272562.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpa5m2o2k7/devices/sda1 in 0.12s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.12s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3jah6y2t/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp3jah6y2t/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272562.63926 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp3jah6y2t/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750272562.64085 -test INFO: Object update sweep completed on /tmp/tmp3jah6y2t/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp6xmwb54v/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp6xmwb54v/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272562.85492 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp6xmwb54v/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272562.85471 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp6xmwb54v/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272562.85520 -test INFO: Object update sweep completed on /tmp/tmp6xmwb54v/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1mwdrsbp/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp1mwdrsbp/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272562.96417 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp1mwdrsbp/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272562.96365 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp1mwdrsbp/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272562.96390 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp1mwdrsbp/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272562.96430 -test INFO: Object update sweep completed on /tmp/tmp1mwdrsbp/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpst6n_4cx/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpst6n_4cx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272562.97517 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpst6n_4cx/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272562.97490 -test INFO: Object update sweep completed on /tmp/tmpst6n_4cx/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpff68e18e/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpff68e18e/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272563.09236 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpff68e18e/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272563.09207 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpff68e18e/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1750272563.09276 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpff68e18e/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272563.09166 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpff68e18e/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750272563.09250 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpff68e18e/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272563.09220 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpff68e18e/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1750272563.09192 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpff68e18e/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1750272563.09263 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpff68e18e/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1750272563.09358 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpff68e18e/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1750272563.09289 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpff68e18e/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1750272563.09301 -test INFO: Object update sweep completed on /tmp/tmpff68e18e/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvs4y2k2w/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpvs4y2k2w/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1750272563.30592 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpvs4y2k2w/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1750272563.30654 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpvs4y2k2w/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1750272563.30641 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpvs4y2k2w/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1750272563.30666 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpvs4y2k2w/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1750272563.30628 -test INFO: Object update sweep completed on /tmp/tmpvs4y2k2w/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:60099/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:60099/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:60099/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test INFO: Timeout waiting on remote server 127.0.0.1:60099/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test INFO: Timeout connecting to remote server 127.0.0.1:60099/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdchuto8/devices/sda1 (pid: 2513681) -test DEBUG: Update sent for /a/c/o /tmp/tmpzdchuto8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1750272563.33823 -test INFO: Object update sweep completed on /tmp/tmpzdchuto8/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp3qcvbbg2/devices/sda1 (pid: 2513681) -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test INFO: Object update sweep progress on /tmp/tmp3qcvbbg2/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update sweep progress on /tmp/tmp3qcvbbg2/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update sweep completed on /tmp/tmp3qcvbbg2/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test INFO: Object update sweep starting on /tmp/tmpqyuvgsbc/devices/sda1 (pid: 2513681) -test INFO: Object update sweep completed on /tmp/tmpqyuvgsbc/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2513681) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0cc91d0f1b8445db989cf-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1889ff10db23462e8fecf-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx678446cf07624643a506a-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txed0850a0add04f1885141-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txed4aeb5a21074fea9e053-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx32afc8d500834e6cb7fce-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50f5e1993679444e86e20-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea7986ca8d8c44d68f0d7-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3e46a37833ce4d48a907e-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcea9956ec5fa43038fe53-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx32b6b3f06b4045f9875f5-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3187c67667a14b85bbf04-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx395b625bf6474f109b1b4-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1db0816622a94f3b84c2f-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6d31c9df8bf14af2b84a0-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce6a3eaea5d64e1581de6-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx61661806c4b840579cb47-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6363cf21f5984cdabc04a-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txae65e6627fbb4b1ebdb90-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx76c5d5f888bf4f7f9f01f-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5df40d29f58244da84ce4-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx83f7ac52f5f04bf0af6fa-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx55e3756f133149ee9c88a-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txadcae942b5494a08ae527-0068530a33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx32110d4740d549a6978ed-0068530a33) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txc405b081413a4364b1587-0068530a33) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx243612691e7b4aee8fa95-0068530a33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfcf2b7e7e5d9490d8e3a6-0068530a33) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx51ff0443c0e043b1b0541-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx1b63523a3f1b4635addf2-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txd9398e5f9d174d45a22c1-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txc8322a9605b74a9187147-0068530a33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx3322e20ff0e84b55b0bf7-0068530a33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx193119e2e15440cf83955-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c18baa87e91405aa3228-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeb603e62b9fe410d8e06a-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd98a8b74a4a431689d68-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx253c508c6be94449b0312-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx61e1b06cda304ae7b9d97-0068530a33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txe9088f0f85aa49b98b628-0068530a33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe9088f0f85aa49b98b628-0068530a33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprtca4gy0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprtca4gy0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprtca4gy0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprtca4gy0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 2513681 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 2513681 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 2513681 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 2513681 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx87df39dab3f143f783dfc-0068530a34" "proxy-server 2513681" 0.0014 "-" 2513681 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58647/sdb1/0/a/c" "tx87df39dab3f143f783dfc-0068530a34" "container-server 2513681" 0.0012 "-" 2513681 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39815/sda1/0/a/c" "tx87df39dab3f143f783dfc-0068530a34" "container-server 2513681" 0.0011 "-" 2513681 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx87df39dab3f143f783dfc-0068530a34" "proxy-server 2513681" 0.0152 "-" 2513681 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx87df39dab3f143f783dfc-0068530a34" "proxy-server 2513681" 0.0112 "-" 2513681 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx87df39dab3f143f783dfc-0068530a34 - 0.0240 - - 1750272564.032730579 1750272564.056698799 0 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcdcadbb407bb4614bb244-0068530a34" "proxy-server 2513681" 0.0013 "-" 2513681 - -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58647/sdb1/2/a1/c1" "txcdcadbb407bb4614bb244-0068530a34" "container-server 2513681" 0.0012 "-" 2513681 0 -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:39815/sda1/2/a1/c1" "txcdcadbb407bb4614bb244-0068530a34" "container-server 2513681" 0.0011 "-" 2513681 0 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcdcadbb407bb4614bb244-0068530a34" "proxy-server 2513681" 0.0136 "-" 2513681 0 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcdcadbb407bb4614bb244-0068530a34" "proxy-server 2513681" 0.0098 "-" 2513681 0 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcdcadbb407bb4614bb244-0068530a34 - 0.0223 - - 1750272564.058208466 1750272564.080533028 0 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe148c0d1b8b644428ceb0-0068530a34" "proxy-server 2513681" 0.0020 "-" 2513681 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39815/sda1/0/a/c1" "txe148c0d1b8b644428ceb0-0068530a34" "container-server 2513681" 0.0014 "-" 2513681 1 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58647/sdb1/0/a/c1" "txe148c0d1b8b644428ceb0-0068530a34" "container-server 2513681" 0.0017 "-" 2513681 1 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe148c0d1b8b644428ceb0-0068530a34" "proxy-server 2513681" 0.0110 "-" 2513681 1 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe148c0d1b8b644428ceb0-0068530a34" "proxy-server 2513681" 0.0164 "-" 2513681 1 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe148c0d1b8b644428ceb0-0068530a34 - 0.0248 - - 1750272564.081990719 1750272564.106810808 1 -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4be8b29e6bd541f9b653d-0068530a34" "proxy-server 2513681" 0.0021 "-" 2513681 - -acct1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58647/sdb1/2/a/c2" "tx4be8b29e6bd541f9b653d-0068530a34" "container-server 2513681" 0.0011 "-" 2513681 2 -acct2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39815/sda1/2/a/c2" "tx4be8b29e6bd541f9b653d-0068530a34" "container-server 2513681" 0.0018 "-" 2513681 2 -cont1 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4be8b29e6bd541f9b653d-0068530a34" "proxy-server 2513681" 0.0143 "-" 2513681 2 -cont2 INFO: 127.0.0.1 - - [18/Jun/2025:18:49:24 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4be8b29e6bd541f9b653d-0068530a34" "proxy-server 2513681" 0.0104 "-" 2513681 2 -proxy INFO: 127.0.0.1 127.0.0.1 18/Jun/2025/18/49/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4be8b29e6bd541f9b653d-0068530a34 - 0.0236 - - 1750272564.108296156 1750272564.131913662 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 1660704 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1660704 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb24c35d65c49444c9732c-006645fce3" "proxy-server 1660704" 0.0095 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37563/sdb1/1/a/c" "txb24c35d65c49444c9732c-006645fce3" "container-server 1660704" 0.0012 "-" 1660704 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44329/sda1/1/a/c" "txb24c35d65c49444c9732c-006645fce3" "container-server 1660704" 0.0011 "-" 1660704 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb24c35d65c49444c9732c-006645fce3" "proxy-server 1660704" 0.0117 "-" 1660704 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb24c35d65c49444c9732c-006645fce3" "proxy-server 1660704" 0.0201 "-" 1660704 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb24c35d65c49444c9732c-006645fce3 - 0.0363 - - 1715862755.854812622 1715862755.891084194 0 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6dbea4bd9e1248928846e-006645fce3" "proxy-server 1660704" 0.0012 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44329/sda1/1/a1/c1" "tx6dbea4bd9e1248928846e-006645fce3" "container-server 1660704" 0.0012 "-" 1660704 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37563/sdb1/1/a1/c1" "tx6dbea4bd9e1248928846e-006645fce3" "container-server 1660704" 0.0011 "-" 1660704 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6dbea4bd9e1248928846e-006645fce3" "proxy-server 1660704" 0.0134 "-" 1660704 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6dbea4bd9e1248928846e-006645fce3" "proxy-server 1660704" 0.0097 "-" 1660704 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6dbea4bd9e1248928846e-006645fce3 - 0.0303 - - 1715862755.892525911 1715862755.922855377 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0d01a29357ba4b54bf075-006645fce3" "proxy-server 1660704" 0.0021 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44329/sda1/2/a/c1" "tx0d01a29357ba4b54bf075-006645fce3" "container-server 1660704" 0.0080 "-" 1660704 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37563/sdb1/2/a/c1" "tx0d01a29357ba4b54bf075-006645fce3" "container-server 1660704" 0.0011 "-" 1660704 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0d01a29357ba4b54bf075-006645fce3" "proxy-server 1660704" 0.0414 "-" 1660704 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:35 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0d01a29357ba4b54bf075-006645fce3" "proxy-server 1660704" 0.0337 "-" 1660704 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0d01a29357ba4b54bf075-006645fce3 - 0.0639 - - 1715862755.924327374 1715862755.988183975 1 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:36 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaaafd1a81e014914bac21-006645fce3" "proxy-server 1660704" 0.0145 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:36 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44329/sda1/1/a/c2" "txaaafd1a81e014914bac21-006645fce3" "container-server 1660704" 0.0101 "-" 1660704 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:36 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37563/sdb1/1/a/c2" "txaaafd1a81e014914bac21-006645fce3" "container-server 1660704" 0.0012 "-" 1660704 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:36 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaaafd1a81e014914bac21-006645fce3" "proxy-server 1660704" 0.0353 "-" 1660704 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:36 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txaaafd1a81e014914bac21-006645fce3" "proxy-server 1660704" 0.0275 "-" 1660704 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/36 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txaaafd1a81e014914bac21-006645fce3 - 0.0619 - - 1715862755.993954659 1715862756.055864334 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpxogh0g_p/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxogh0g_p/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpxogh0g_p/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxogh0g_p/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0193 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660704 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1660704 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9a5b04bac5cb497db54e1-006645fce5" "proxy-server 1660704" 0.0012 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55563/sda1/1/a/c" "tx9a5b04bac5cb497db54e1-006645fce5" "container-server 1660704" 0.0026 "-" 1660704 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57813/sdb1/1/a/c" "tx9a5b04bac5cb497db54e1-006645fce5" "container-server 1660704" 0.0011 "-" 1660704 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9a5b04bac5cb497db54e1-006645fce5" "proxy-server 1660704" 0.0107 "-" 1660704 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9a5b04bac5cb497db54e1-006645fce5" "proxy-server 1660704" 0.0161 "-" 1660704 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/37 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9a5b04bac5cb497db54e1-006645fce5 - 0.0239 - - 1715862757.144298077 1715862757.168165207 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx31dacf858ead4c8e9d17f-006645fce5" "proxy-server 1660704" 0.0012 "-" 1660704 - +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57813/sdb1/1/a1/c1" "tx31dacf858ead4c8e9d17f-006645fce5" "container-server 1660704" 0.0054 "-" 1660704 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55563/sda1/1/a1/c1" "tx31dacf858ead4c8e9d17f-006645fce5" "container-server 1660704" 0.0011 "-" 1660704 0 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx31dacf858ead4c8e9d17f-006645fce5" "proxy-server 1660704" 0.0296 "-" 1660704 0 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx31dacf858ead4c8e9d17f-006645fce5" "proxy-server 1660704" 0.0261 "-" 1660704 0 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/37 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx31dacf858ead4c8e9d17f-006645fce5 - 0.0386 - - 1715862757.169577837 1715862757.208156109 0 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa511f08855af4afa9cfba-006645fce5" "proxy-server 1660704" 0.0022 "-" 1660704 - +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57813/sdb1/2/a/c1" "txa511f08855af4afa9cfba-006645fce5" "container-server 1660704" 0.0025 "-" 1660704 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55563/sda1/2/a/c1" "txa511f08855af4afa9cfba-006645fce5" "container-server 1660704" 0.0018 "-" 1660704 1 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa511f08855af4afa9cfba-006645fce5" "proxy-server 1660704" 0.0235 "-" 1660704 1 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa511f08855af4afa9cfba-006645fce5" "proxy-server 1660704" 0.0158 "-" 1660704 1 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/37 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa511f08855af4afa9cfba-006645fce5 - 0.0373 - - 1715862757.218909979 1715862757.256218672 1 +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75b289a19de648d9a48f6-006645fce5" "proxy-server 1660704" 0.0020 "-" 1660704 - +acct1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57813/sdb1/1/a/c2" "tx75b289a19de648d9a48f6-006645fce5" "container-server 1660704" 0.0011 "-" 1660704 2 +acct2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55563/sda1/1/a/c2" "tx75b289a19de648d9a48f6-006645fce5" "container-server 1660704" 0.0018 "-" 1660704 2 +cont1 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75b289a19de648d9a48f6-006645fce5" "proxy-server 1660704" 0.0141 "-" 1660704 2 +cont2 INFO: 127.0.0.1 - - [16/May/2024:12:32:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75b289a19de648d9a48f6-006645fce5" "proxy-server 1660704" 0.0103 "-" 1660704 2 +proxy INFO: 127.0.0.1 127.0.0.1 16/May/2024/12/32/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx75b289a19de648d9a48f6-006645fce5 - 0.0234 - - 1715862757.257658005 1715862757.281054020 2 ---------------------------------------------------------------------- -Ran 8924 tests in 85.346s +Ran 8924 tests in 64.311s OK (skipped=1814) + stestr slowest -Test id Runtime (s) ----------------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 5.285 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 4.513 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 4.494 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 4.374 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 2.988 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.958 -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile 2.735 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 2.672 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 2.589 -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache 2.566 +Test id Runtime (s) +----------------------------------------------------------------------------------------------------------------- ----------- +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 4.884 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 4.817 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 4.736 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 4.521 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 3.553 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock 2.626 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 2.545 +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache 2.526 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 2.462 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.325 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' dh_install -O--buildsystem=pybuild @@ -115323,16 +115469,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -115427,130 +115573,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ echo swift-account.swift-account.init +++ cut -d. -f2 + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.init -+ cut -d. -f2 +++ echo swift-container.swift-container.init +++ cut -d. -f2 + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.init +++ cut -d. -f2 + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.init -+ cut -d. -f2 +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f2 +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f2 + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -115572,221 +115736,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f2 + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f2 + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ echo swift-account.swift-account.service +++ cut -d. -f2 + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f2 + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-replicator@.service -cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f2 + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ echo swift-container.swift-container-sync.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.service +++ cut -d. -f2 + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo swift-container.swift-container-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.service +++ cut -d. -f2 + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f2 + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ echo swift-container.swift-container.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.service -+ cut -d. -f2 +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f1 + PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-auditor@.service +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo+ swift-object.swift-object-reconstructor@.service -cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f2 + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f2 + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ echo swift-object.swift-object-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 +++ echo swift-object.swift-object.service +++ cut -d. -f2 + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 +++ echo swift-object.swift-object@.service +++ cut -d. -f2 + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -115832,10 +116027,10 @@ dh_builddeb -O--buildsystem=pybuild dpkg-deb: building package 'python3-swift' in '../python3-swift_2.33.0-4_all.deb'. dpkg-deb: building package 'swift' in '../swift_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-account' in '../swift-account_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-container' in '../swift-container_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-doc' in '../swift-doc_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.33.0-4_all.deb'. @@ -115847,12 +116042,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/1513027/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/2455882 and its subdirectories -I: Current time: Wed Jun 18 06:50:39 -12 2025 -I: pbuilder-time-stamp: 1750272639 +I: removing directory /srv/workspace/pbuilder/1513027 and its subdirectories +I: Current time: Fri May 17 02:33:55 +14 2024 +I: pbuilder-time-stamp: 1715862835